-- Logs begin at Mon 2021-11-22 15:54:30 UTC, end at Mon 2021-11-22 17:06:58 UTC. -- Nov 22 16:38:11.758338 dv-cinder-804735-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 16:38:14.486840 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:38:14.487452 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:38:14.487623 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:38:14.490836 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:38:14.491090 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:38:14.491399 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=119610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:38:14.492343 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:38:14.492578 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:38:14.492946 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:38:14.493190 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:38:14.493415 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:38:14.493735 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.494151 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 16:38:14.494465 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.494760 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.495052 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.495347 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.495634 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.495945 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.496232 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.496526 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.496811 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.497090 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.497371 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.497659 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.497935 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] config_source = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.498217 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.498500 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.498783 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] debug = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.499061 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.499484 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.500441 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.500735 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.501021 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.501296 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.501565 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.501855 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.502117 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.502438 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] host = dv-cinder-804735-12-iscsi {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.502714 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.502999 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.503283 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.503566 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.503863 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.504139 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.504420 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.504689 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_dir = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.504964 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.505238 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.505521 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.505804 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.506088 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.506309 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.506527 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.506810 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.507092 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.507364 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.507635 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.507943 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.508216 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.508486 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.508750 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.509031 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.509313 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.509593 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.509864 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.510135 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.510401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.510670 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.510950 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.511221 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.511490 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.511760 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.512065 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.512331 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.512602 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.512898 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.513180 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.513457 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.513736 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.514006 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.514283 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.514550 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.514822 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] use_journal = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.515088 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] use_json = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.515355 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.516230 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.516511 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.516917 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.517188 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.517458 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.517725 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.518003 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:14.518296 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.518587 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.518879 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.519156 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.519455 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.519732 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.520049 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.520325 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.520607 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.520890 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.521172 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.521446 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.521732 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.522007 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.522296 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.522595 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.522884 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.523171 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.523443 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.523714 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.524005 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.524283 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.524567 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.524846 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.525128 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.525411 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.525686 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.525978 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.526262 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.526552 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.526836 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.527105 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.527380 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.527663 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.527964 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.528235 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.528509 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.528791 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.529062 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.529331 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.529609 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.529881 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.530145 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.530411 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.530682 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.530962 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.531267 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.531728 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.532029 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.532307 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.532575 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.532857 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.533130 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.533401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.533671 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.533947 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.534217 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.534487 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.534760 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.535032 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.535308 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.535577 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.535873 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.536148 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.536420 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.536690 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.536960 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.537229 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.537503 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.537778 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.538048 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.538318 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.538587 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.538857 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.539141 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.539437 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.539713 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.540015 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.540292 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.540566 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.540838 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.541110 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.541383 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.541658 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.541926 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.542210 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.542490 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.542772 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.543051 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.543347 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.543638 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.543943 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.544227 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.544502 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.544777 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.545062 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.545342 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.545635 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.545925 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.546215 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.546504 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.546816 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.547095 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.547401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.547676 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:14.547908 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:38:14.548147 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=119610) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 16:38:14.977790 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=119610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:38:14.978062 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=119610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:38:14.978365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=119610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:38:14.978704 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 16:38:15.312695 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.312903 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.313174 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.314378 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.314654 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.314917 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.351435 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.351709 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.352001 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.366457 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.366738 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.367006 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.395331 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.395611 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.395903 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.434447 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.434728 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.434996 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.679356 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.680020 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.680020 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.680185 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.680858 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.779109 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.779431 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.779712 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.780005 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.780270 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.780576 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.780832 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.781085 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.781902 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.782177 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.782433 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.782693 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.782944 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.783192 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.783444 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.783702 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.783983 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.784245 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.784507 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.784761 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.785026 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.785274 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.785551 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.785920 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.786167 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.786410 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.786802 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:15.787040 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:15.787275 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:15.787507 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:15.787738 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:15.787994 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:15.788352 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 16:38:15.791414 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 16:38:15.795337 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 16:38:15.799342 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 22 16:38:15.801106 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 16:38:15.801572 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 16:38:15.801907 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 16:38:15.802292 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 16:38:15.805119 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 16:38:15.805374 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 16:38:15.805717 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:38:15.810902 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 16:38:15.834633 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 16:38:15.835068 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.835365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=119610) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 16:38:15.835722 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.837119 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=119610) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 16:38:15.837394 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:38:15.837637 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 16:38:15.841037 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.841322 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:15.905165 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 16:38:15.905400 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 16:38:15.905633 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 16:38:15.905998 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 16:38:15.927428 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_db.sqlalchemy.engines [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=119610) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 16:38:16.469014 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing driver for type 'gre' Nov 22 16:38:16.469680 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] gre ID ranges: [(1, 1000)] Nov 22 16:38:16.525031 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing driver for type 'local' Nov 22 16:38:16.525530 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing driver for type 'vlan' Nov 22 16:38:16.537887 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] VlanTypeDriver initialization complete Nov 22 16:38:16.538224 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing driver for type 'vxlan' Nov 22 16:38:16.538751 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] vxlan ID ranges: [(1, 1000)] Nov 22 16:38:16.591914 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing extension driver 'port_security' Nov 22 16:38:16.592308 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.extensions.port_security [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] PortSecurityExtensionDriver initialization complete Nov 22 16:38:16.592714 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing mechanism driver 'openvswitch' Nov 22 16:38:16.593045 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing mechanism driver 'hyperv' Nov 22 16:38:16.600475 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.plugin [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=119610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:16.601198 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.601573 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.601926 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.602454 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=119610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:16.602885 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.603237 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.603581 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.604001 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=119610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:16.604406 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.604754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.605095 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.605482 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=119610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:16.605879 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > security_group after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.606226 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > security_group after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.606562 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > security_group after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.607083 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=119610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:16.607489 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.607853 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.608200 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.608591 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=119610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:16.608993 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > address_group after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.610038 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > address_group after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.610476 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > address_group after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.610740 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=119610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:16.611130 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] ML2 OVO RPC backend initialized. {{(pid=119610) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 16:38:16.611811 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.612185 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.612606 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.612958 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > networks before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.613305 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.613645 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > ports before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.613989 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.614329 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnets before_response 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.614671 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.615008 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.615340 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.615672 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.616033 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.616365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.616698 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.617029 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.617353 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > subnet after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.617927 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.plugin [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Modular L2 Plugin initialization complete Nov 22 16:38:16.618253 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading services supported by the core plugin {{(pid=119610) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 16:38:16.618579 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.plugins.ml2.managers [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Got port-security extension from driver 'port_security' Nov 22 16:38:16.619036 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.extensions.vlantransparent [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Disabled vlantransparent extension. Nov 22 16:38:16.619521 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=119610) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 16:38:16.619845 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: router Nov 22 16:38:16.655063 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_interface before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.655453 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_create 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.655840 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router before_create 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.656784 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.657150 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.657500 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_delete 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.657853 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > floatingip after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.658199 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > floatingip after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.658551 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_create 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.658892 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_update 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.659241 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_update 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.659582 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.659971 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_update 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.660376 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_update 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.660738 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.661072 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.661404 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: subnet after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.661744 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.662082 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > port precommit_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.662423 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_create 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.662762 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.663101 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.663453 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router after_update 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.663788 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_delete 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.664158 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_create 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.664514 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router_interface after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.664851 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_update 55549900 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.665206 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > agent after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.665547 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > agent after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.665886 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > network after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.666734 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Tracking information for resource: router configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:16.667064 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Tracking information for resource: floatingip configured {{(pid=119610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:16.672809 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.db.l3_agentschedulers_db [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 16:38:16.673493 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.673806 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port after_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.674155 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port after_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.674503 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: port after_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.675279 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router before_create 55550100 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.675638 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_delete 55550100 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.676028 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_create 55550100 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.676384 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > router precommit_update 55550100 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.681247 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.provider_configuration [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service providers = [] {{(pid=119610) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 16:38:16.681762 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.db.servicetype_db [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=119610) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 16:38:16.684551 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.service_base [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=119610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:16.684901 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.service_base [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=119610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:16.685240 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.service_base [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=119610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:16.686113 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.services.service_base [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=119610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:16.686485 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.services.service_base [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 16:38:16.686862 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.687178 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 16:38:16.698074 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.698410 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: auto_allocate Nov 22 16:38:16.704379 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: network precommit_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.704999 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: network precommit_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.705521 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.705839 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: tag Nov 22 16:38:16.712402 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.712739 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: timestamp Nov 22 16:38:16.716793 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.717122 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: network_ip_availability Nov 22 16:38:16.723191 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.723506 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.723891 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.724607 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.724926 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: flavors Nov 22 16:38:16.729659 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.729992 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading Plugin: revisions Nov 22 16:38:16.735040 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=119610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:16.735428 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_concurrency.lockutils [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=119610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:38:16.736196 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=119610) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 16:38:16.736530 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Initializing extension manager. Nov 22 16:38:16.737042 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: __init__.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.737383 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: __pycache__ {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.737719 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.738050 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: address_group.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.738800 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.739366 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: address-group Nov 22 16:38:16.739691 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: address_scope.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.740603 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.741129 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: address-scope Nov 22 16:38:16.741453 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: admin_state_down_before_update.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.742371 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.742881 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: router-admin-state-down-before-update Nov 22 16:38:16.743202 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: agent.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.743923 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.744430 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: agent Nov 22 16:38:16.744750 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: agent_resources_synced.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.745655 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.746163 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: agent-resources-synced Nov 22 16:38:16.746479 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: allowedaddresspairs.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.748260 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.748774 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: allowed-address-pairs Nov 22 16:38:16.749098 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: auto_allocated_topology.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.750203 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.750880 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: auto-allocated-topology Nov 22 16:38:16.751210 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: availability_zone.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.751915 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.752422 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: availability_zone Nov 22 16:38:16.752740 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: availability_zone_filter.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.753646 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.754153 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: availability_zone_filter Nov 22 16:38:16.754476 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: data_plane_status.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.755385 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.755908 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 16:38:16.756233 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: default_subnetpools.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.757137 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.757643 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: default-subnetpools Nov 22 16:38:16.757968 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: dhcpagentscheduler.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.758768 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.759273 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: dhcp_agent_scheduler Nov 22 16:38:16.759597 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: dns.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.760525 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.761037 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension dns-integration not supported by any of loaded plugins Nov 22 16:38:16.761358 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: dns_domain_ports.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.762257 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.762765 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 16:38:16.763085 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.764024 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.764528 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 16:38:16.764847 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: dvr.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.765541 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.766228 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: dvr Nov 22 16:38:16.766536 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: ecmp_routes.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.767475 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.768002 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 16:38:16.768323 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: empty_string_filtering.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.769230 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.769734 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: empty-string-filtering Nov 22 16:38:16.770054 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.770957 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.771461 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:38:16.771779 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.772701 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.773201 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 16:38:16.773518 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: external_net.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.774414 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.774916 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: external-net Nov 22 16:38:16.775234 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: extra_dhcp_opt.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.776157 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.776660 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: extra_dhcp_opt Nov 22 16:38:16.776977 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: extraroute.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.777872 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.778373 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: extraroute Nov 22 16:38:16.778689 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: extraroute_atomic.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.779716 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.780254 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: extraroute-atomic Nov 22 16:38:16.780577 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: filter_validation.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.781771 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.782277 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: filter-validation Nov 22 16:38:16.782598 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: fip_pf_description.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.783582 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.784261 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 16:38:16.784585 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: fip_port_details.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.785499 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.786002 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: fip-port-details Nov 22 16:38:16.786321 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: flavors.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.787559 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.788102 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: flavors Nov 22 16:38:16.788426 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.790088 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.790610 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 16:38:16.790937 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: floatingip_pools.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.791634 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.792175 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: floatingip-pools Nov 22 16:38:16.792498 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: ip_allocation.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.793409 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.793915 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 16:38:16.794234 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.795150 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.795657 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: ip-substring-filtering Nov 22 16:38:16.796007 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l2_adjacency.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.797474 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.797976 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 16:38:16.798290 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.799381 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.799928 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: router Nov 22 16:38:16.800254 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3_conntrack_helper.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.802480 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.803006 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:38:16.803334 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.804275 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.804792 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: ext-gw-mode Nov 22 16:38:16.805114 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.806041 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.806553 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: l3-ha Nov 22 16:38:16.806874 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3_flavors.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.807776 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.808314 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: l3-flavors Nov 22 16:38:16.808633 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.809541 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.810046 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 16:38:16.810364 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: l3agentscheduler.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.811397 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.811944 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: l3_agent_scheduler Nov 22 16:38:16.812272 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: local_ip.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.814175 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.814695 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension local_ip not supported by any of loaded plugins Nov 22 16:38:16.815024 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: logging.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.816600 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.817126 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension logging not supported by any of loaded plugins Nov 22 16:38:16.817455 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: metering.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.818190 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.818764 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: metering Nov 22 16:38:16.819091 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.820212 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.820725 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: metering_source_and_destination_fields Nov 22 16:38:16.821047 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: multiprovidernet.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.821968 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.822477 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: multi-provider Nov 22 16:38:16.822800 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: netmtu.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.823706 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.824239 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: net-mtu Nov 22 16:38:16.824560 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: netmtu_writable.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.825464 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.826050 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: net-mtu-writable Nov 22 16:38:16.826459 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: network_availability_zone.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.827195 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.827701 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: network_availability_zone Nov 22 16:38:16.828082 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: network_ip_availability.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.829247 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.830016 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: network-ip-availability Nov 22 16:38:16.830337 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: network_segment_range.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.831100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.831603 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 16:38:16.831955 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: pagination.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.834380 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.834723 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: pagination Nov 22 16:38:16.835052 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: port_device_profile.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.836008 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.836528 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: port-device-profile Nov 22 16:38:16.836851 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.837780 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.838291 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: port-mac-address-regenerate Nov 22 16:38:16.838611 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.839515 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.840049 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: port-numa-affinity-policy Nov 22 16:38:16.840370 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: port_resource_request.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.841283 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.841787 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 16:38:16.842103 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: port_resource_request_groups.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.843100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.844235 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 16:38:16.844635 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: portbindings.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.845543 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.846062 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: binding Nov 22 16:38:16.846381 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: portbindings_extended.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.847667 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.848204 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: binding-extended Nov 22 16:38:16.848531 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: portsecurity.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.849439 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.849948 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: port-security Nov 22 16:38:16.850269 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: project_id.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.851253 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.851579 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: project-id Nov 22 16:38:16.851928 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: providernet.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.852847 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.853364 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: provider Nov 22 16:38:16.853684 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.857253 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.857774 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos not supported by any of loaded plugins Nov 22 16:38:16.858104 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.859983 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.860501 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 16:38:16.860829 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.861749 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.862264 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 16:38:16.862592 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_default.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.863497 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.864038 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-default not supported by any of loaded plugins Nov 22 16:38:16.864365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_fip.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.865018 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.865522 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-fip not supported by any of loaded plugins Nov 22 16:38:16.865845 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_gateway_ip.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.866760 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.867271 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 16:38:16.867592 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_port_network_policy.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.868554 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.869051 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 16:38:16.869371 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.870404 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.870915 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 16:38:16.871242 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_pps_rule.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.872442 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.872956 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-pps not supported by any of loaded plugins Nov 22 16:38:16.873279 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_rule_type_details.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.874254 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.874923 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 16:38:16.875265 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: qos_rules_alias.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.876337 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.876846 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 16:38:16.877167 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: quota_check_limit.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.878124 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.878687 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: quota-check-limit Nov 22 16:38:16.879009 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: quotasv2.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.880033 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.880361 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: quotas Nov 22 16:38:16.880682 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: quotasv2_detail.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.884019 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.884360 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: quota_details Nov 22 16:38:16.884689 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: rbac.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.885743 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.886261 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: rbac-policies Nov 22 16:38:16.886590 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: rbac_address_group.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.887515 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.888063 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: rbac-address-group Nov 22 16:38:16.888389 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: rbac_address_scope.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.889310 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.889823 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: rbac-address-scope Nov 22 16:38:16.890147 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: rbac_security_groups.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.891192 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.891717 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: rbac-security-groups Nov 22 16:38:16.892080 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: rbac_subnetpool.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.892994 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.893505 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: rbac-subnetpool Nov 22 16:38:16.893828 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: revisionifmatch.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.894733 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.895245 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: revision-if-match Nov 22 16:38:16.895566 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: revisions.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.896688 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.897198 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: standard-attr-revisions Nov 22 16:38:16.897522 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: router_availability_zone.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.898187 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.898690 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: router_availability_zone Nov 22 16:38:16.899007 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: routerservicetype.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.899952 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.900459 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension router-service-type not supported by any of loaded plugins Nov 22 16:38:16.900779 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.901778 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.902291 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: security-groups-normalized-cidr Nov 22 16:38:16.902610 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: security_groups_port_filtering.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.903534 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.904076 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: port-security-groups-filtering Nov 22 16:38:16.904401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.905317 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.905835 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: security-groups-remote-address-group Nov 22 16:38:16.906721 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.907704 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.908247 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: security-groups-shared-filtering Nov 22 16:38:16.908568 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.909151 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 16:38:16.909469 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: securitygroup.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.919130 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.919664 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: security-group Nov 22 16:38:16.920030 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: segment.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.920805 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.921319 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension segment not supported by any of loaded plugins Nov 22 16:38:16.921644 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.923180 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.923695 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 16:38:16.924048 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: servicetype.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.925152 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.925683 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: service-type Nov 22 16:38:16.926009 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: sorting.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.926984 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.927314 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: sorting Nov 22 16:38:16.927636 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: standard_attr_segment.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.928573 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.929085 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 16:38:16.929406 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: standardattrdescription.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.930051 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.930561 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: standard-attr-description Nov 22 16:38:16.930884 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: stateful_security_group.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.931833 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.932354 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: stateful-security-group Nov 22 16:38:16.932678 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: stdattrs_common.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.933244 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 16:38:16.933564 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.934507 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.935021 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 16:38:16.935341 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: subnet_onboard.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.936442 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.936969 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: subnet_onboard Nov 22 16:38:16.937295 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.938310 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.938831 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 16:38:16.939153 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: subnet_service_types.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.940130 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.940653 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: subnet-service-types Nov 22 16:38:16.940976 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: subnetallocation.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.942159 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.942718 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: subnet_allocation Nov 22 16:38:16.943045 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.943768 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.944303 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: subnetpool-prefix-ops Nov 22 16:38:16.944627 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.945556 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.946072 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 16:38:16.946389 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: tagging.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.947474 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.948015 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: standard-attr-tag Nov 22 16:38:16.948328 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: timestamp.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.949542 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.950055 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loaded extension: standard-attr-timestamp Nov 22 16:38:16.950382 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: trunk.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.951414 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.951958 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension trunk not supported by any of loaded plugins Nov 22 16:38:16.952283 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: trunk_details.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.953838 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.954349 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension trunk-details not supported by any of loaded plugins Nov 22 16:38:16.954925 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: uplink_status_propagation.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.955862 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.956379 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 16:38:16.956700 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Loading extension file: vlantransparent.py {{(pid=119610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:16.957375 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=119610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:16.957880 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 16:38:16.960445 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:network Nov 22 16:38:16.960985 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:subnet Nov 22 16:38:16.961385 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:16.961778 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:port Nov 22 16:38:16.963012 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.963446 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service FLAVORS assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.964078 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.964515 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.964849 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:router Nov 22 16:38:16.965281 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:38:16.965774 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service METERING assigned prefix: /metering {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.967212 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.967583 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.967962 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=119610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:16.969558 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:38:16.969986 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:38:16.970465 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:38:16.971077 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service CORE assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.971412 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:16.971763 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] subnetpool is already registered Nov 22 16:38:16.972215 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service CORE assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.972546 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:16.972879 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] subnetpool is already registered Nov 22 16:38:16.975205 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.975588 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service FLAVORS assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.976202 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.976622 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.976960 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:router Nov 22 16:38:16.977299 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] router is already registered Nov 22 16:38:16.977707 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:38:16.978041 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] floatingip is already registered Nov 22 16:38:16.978491 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service METERING assigned prefix: /metering {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.979142 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:38:16.979464 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] rbac_policy is already registered Nov 22 16:38:16.979894 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:38:16.980229 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] security_group is already registered Nov 22 16:38:16.980626 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:38:16.980958 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] security_group_rule is already registered Nov 22 16:38:16.981581 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service CORE assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.981907 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:16.982237 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] subnetpool is already registered Nov 22 16:38:16.982648 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.v2.resource_helper [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Service CORE assigned prefix: {{(pid=119610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:16.982978 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:16.983308 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING neutron.quota.resource_registry [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] subnetpool is already registered Nov 22 16:38:16.983751 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: extensions {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.985277 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: address-groups {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.986886 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: address-scopes {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.988243 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: agents {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.989491 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: auto-allocated-topology {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.990720 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: availability_zones {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.991967 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: dhcp-networks {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.993477 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: dhcp-agents {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.994894 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: routers {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.997120 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: flavors {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.998270 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: service_profiles {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:16.999460 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: next_providers {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.000988 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: service_profiles {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.002564 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: floatingip-pools {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.003776 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: routers {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.005896 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: floatingips {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.008123 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: l3-routers {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.009512 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: l3-agents {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.010908 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: metering-labels {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.012312 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: metering-label-rules {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.013576 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: network-ip-availabilities {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.014818 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: bindings {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.017221 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: quotas {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.018757 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: quotas {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.020326 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: rbac-policies {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.021666 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: security-groups {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.022907 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: security-group-rules {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.024152 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: service-providers {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.025574 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: subnetpools {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.027149 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: subnetpools {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.028632 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.030301 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.032844 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.034614 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.036430 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.038284 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.039977 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.041865 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.043641 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.045523 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron.api.extensions [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Extended resource: tags {{(pid=119610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:17.051560 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING keystonemiddleware.auth_token [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 16:38:17.056250 dv-cinder-804735-12-iscsi neutron-server[119610]: WARNING keystonemiddleware.auth_token [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 16:38:17.065187 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_concurrency.lockutils [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Acquired lock "singleton_lock" {{(pid=119610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 16:38:17.065660 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_concurrency.lockutils [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Releasing lock "singleton_lock" {{(pid=119610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 16:38:17.066314 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Starting 2 workers Nov 22 16:38:17.071251 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Started child 119717 {{(pid=119610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:17.075673 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Started child 119718 {{(pid=119610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:17.076781 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.077456 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO neutron.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 16:38:17.077880 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Publish callbacks [] for process, before_spawn {{(pid=119610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.079900 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [-] (119717) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:38:17.081394 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.081890 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Starting 1 workers Nov 22 16:38:17.082800 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [-] (119718) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:38:17.086546 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Started child 119719 {{(pid=119610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:17.087083 dv-cinder-804735-12-iscsi neutron-server[119610]: INFO oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Starting 1 workers Nov 22 16:38:17.090371 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] calling RpcWorker wait() {{(pid=119719) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 16:38:17.090918 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] returning from RpcWorker wait() {{(pid=119719) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 16:38:17.091471 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Started child 119720 {{(pid=119610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:17.092293 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG neutron_lib.callbacks.manager [None req-e48838aa-0021-403f-912c-7d8cfb76bbfe None None] Publish callbacks [] for process, after_spawn {{(pid=119610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.092395 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.092811 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.094966 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:38:17.095175 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:38:17.095366 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:38:17.095584 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:38:17.095944 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:38:17.096125 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:38:17.096629 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.096897 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.097142 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.097401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.097668 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.097777 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.098230 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.098467 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.098709 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.098981 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.099214 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.099379 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.099541 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.099788 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.100042 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.100351 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.100616 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.100845 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.101108 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.101290 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.101530 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.101805 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.102039 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.102293 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] debug = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.102526 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.103017 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.103244 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.103511 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.103747 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.104058 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.104282 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.104531 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.104769 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.105000 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.105244 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.105483 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.105719 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.105925 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.106173 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.106381 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.106623 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.106836 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.107298 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] host = dv-cinder-804735-12-iscsi {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.107539 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.107772 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.108034 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.108274 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.108530 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.108743 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.108991 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.109265 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.109519 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.109739 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.109986 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.110249 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.110464 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.110698 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.110858 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_options = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.111089 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.111351 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.111592 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.111788 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.111978 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.112133 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.112393 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.112546 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.112797 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.113042 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.113256 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.113466 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.113676 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.113917 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.114182 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.114408 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.114636 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.114847 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.115089 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.115312 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.115532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.115754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.116018 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.116248 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.116455 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.116686 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.116906 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.117115 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.117363 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.117591 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.117808 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.118053 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.118260 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.118494 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.118757 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.118990 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.119196 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.119425 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.119695 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.119942 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.120208 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.120450 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.120681 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.120904 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.121115 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.121344 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.121583 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_json = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.121789 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.122030 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.122284 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.122496 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.122704 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.122913 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.123132 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.123359 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.123787 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.124088 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.124401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.124641 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.125005 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.125261 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.125518 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.125758 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.126026 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.126273 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.126606 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.126778 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.127934 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.128191 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.128191 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.128436 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.128672 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.128944 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.129314 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.130765 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.130765 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.131754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.131754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.131754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.131754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.132545 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.132545 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.132545 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.132801 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.133037 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.133848 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.134382 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.134637 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.135418 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.136127 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.137077 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.137077 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.137077 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.141599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.142849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.142849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.142849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.142849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.142849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.142849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.143347 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.143347 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.143498 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.143636 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.143891 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.144150 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.144385 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.144601 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.144816 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.145053 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.145281 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.145503 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.145713 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.145924 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.146154 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.146381 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.146623 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.146835 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.147043 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.147251 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.147460 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.147687 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.147946 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.148183 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.148415 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.148624 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.148841 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.149043 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.149247 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.149468 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.149695 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.149925 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.150130 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.150338 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.150545 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.150774 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.150978 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.151182 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.151390 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.151655 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.152014 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.152234 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.152476 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.152709 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.152937 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.153182 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.153401 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.153629 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.153872 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.154109 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.154362 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.154581 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.154804 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.155056 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.155291 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.155539 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.155757 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.155993 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.156264 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.157003 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.157234 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.157480 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.157710 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.157933 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.158160 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.158387 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.158651 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.158864 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.159139 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.159351 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.159614 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.159925 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.161532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.161532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.161532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.161532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.161532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.161532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.162258 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.162258 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.162258 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.162669 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.162669 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.162829 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.163450 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.163450 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.163675 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.163767 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.163983 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.164200 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.164457 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.164710 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.164942 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.165201 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.165458 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.165714 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.165962 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.166187 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.166399 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.166682 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.166838 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.167043 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.167270 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169100 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169728 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169728 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169728 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.169936 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.170091 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.170325 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.170555 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.170768 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.170994 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.171224 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.171469 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.171707 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.172018 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.172262 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.172488 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.172716 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.172938 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.173210 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.173417 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.173654 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.173890 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.174101 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.174308 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.174519 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.174725 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.174963 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.175183 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.175408 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.175639 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.175902 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.176227 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.176475 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.176702 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.176933 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.177150 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.177380 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.177623 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.177853 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.178085 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.178294 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.178503 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.178735 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.178986 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.179245 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.179488 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.179716 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.179946 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.180160 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.180366 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.180653 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.180899 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.181137 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.181378 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.181592 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.181800 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.182051 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.182342 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.182572 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.182795 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.183013 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.183235 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.183446 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.183674 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.183908 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.184152 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.184365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.184613 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.184858 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.185067 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.185277 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.185499 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.185710 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.185923 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.186144 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.186355 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.186561 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.186800 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.186993 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.187212 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.187447 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.187677 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.187922 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.188226 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.188478 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.188688 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.188973 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.189254 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.189491 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.189782 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.190022 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.190265 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.190499 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.190812 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.191021 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.191256 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.191501 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.191714 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.191958 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.192211 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.192512 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.192812 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.193052 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.193313 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.193657 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.193946 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.194228 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.194458 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.194748 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.195058 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.195329 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.195595 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.195835 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.196103 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.196323 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.196532 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.196763 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.197001 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.197212 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.197445 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.197668 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.197913 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.198131 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.198372 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.198585 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.198810 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.199016 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.199230 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.199466 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.199606 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:38:17.200159 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=119610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:38:17.200319 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:38:17.200456 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:38:17.200623 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:38:17.200791 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:38:17.200970 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:38:17.201171 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.201331 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.201482 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.201637 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.201798 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.201974 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.202133 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.202288 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.202446 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.202629 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.202754 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.202908 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.203682 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.203949 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.204143 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.204302 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.204516 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.204954 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.205121 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.205278 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.205436 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.205591 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.205745 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] debug = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.205900 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.206117 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.206280 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.206436 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.206591 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.206747 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.206901 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.207057 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.207212 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.207370 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.207527 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.207687 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.207844 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208009 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208165 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208320 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208475 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208632 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208786 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] host = dv-cinder-804735-12-iscsi {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.208941 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.209095 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.209252 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.209407 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.209562 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.209717 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.209872 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210028 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210183 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210338 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210494 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210650 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210807 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.210961 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.211116 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_options = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.211271 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.211426 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.211581 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.211766 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.211964 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.212121 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.212276 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.212431 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.212586 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.212742 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.212896 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213051 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213206 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213360 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213516 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213671 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213827 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.213982 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.214139 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.214294 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.214448 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.214602 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.214757 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.214913 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.215067 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.215223 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.215378 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.215533 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.215689 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.215860 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.216098 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.216280 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.216452 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.216600 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.216742 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.216885 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217038 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217184 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217326 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217485 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217642 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217791 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.217951 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.218108 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.218265 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.218420 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.218602 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_json = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.219360 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.219520 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.219704 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.219815 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.220013 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.220206 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.220314 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.220472 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:17.220651 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.220808 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.220979 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.221138 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.221297 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.221456 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.221612 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.221774 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.221932 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.222089 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.222253 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.222413 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.222581 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.222739 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.222895 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.223056 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.223213 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.223371 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.223531 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.223690 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.223863 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224025 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224193 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224377 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224531 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224708 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224813 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.224979 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.225138 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.225365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.225469 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.225620 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.225777 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.225936 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.226096 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.226255 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.226415 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.226590 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.226737 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.226895 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.227055 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.227216 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.227365 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.227525 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.227684 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.227862 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228027 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228182 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228341 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228509 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228648 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228798 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.228957 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.229120 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.229277 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.229436 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.229597 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.229766 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.229926 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.230084 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.230242 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.230400 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.230556 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.230714 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.230886 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231020 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231170 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231322 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231498 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231662 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231831 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.231996 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.232154 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.232312 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.232473 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.232626 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.232786 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.232946 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.233104 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.233263 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.233420 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.233576 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.233737 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.233894 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.234055 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.234253 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.234499 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.234658 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.234817 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.234981 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.235139 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.235303 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.235481 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.235637 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.235798 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.235976 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.236134 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.236287 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.236439 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.236602 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.236759 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.236933 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.237097 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.237241 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.237404 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.237557 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.237712 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.237874 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238025 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238184 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238344 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238499 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238594 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.238683 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238801 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.238958 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.239117 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.239275 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.239432 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.239599 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.239756 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.239935 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.240093 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.240257 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.240443 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.240587 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.240745 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.240901 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.241059 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.241217 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.241373 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.241535 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.241693 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.241849 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242009 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242176 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242334 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242491 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242649 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242828 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.242988 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.243144 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.243301 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.243458 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.243617 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.243774 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.243952 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.244112 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.244270 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.244427 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.244587 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.244744 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.244902 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.245060 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.245218 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.245377 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.245535 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.245693 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.245851 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246010 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246159 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246314 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246472 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246630 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246787 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.246944 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.247101 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.247259 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.247415 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.247572 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.247729 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.247905 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.248063 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.248220 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.248378 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.248537 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.248756 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.248926 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.249092 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.249251 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.249410 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.249569 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.249729 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.249915 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250111 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250260 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250394 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250530 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250669 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250835 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.250971 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.251129 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.251286 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.251451 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.251629 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.251778 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.251954 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.252113 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.252271 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.252429 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.252591 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.252748 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.252904 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.253062 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.253219 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.253413 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.253541 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.253853 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254021 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254181 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254344 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254498 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254659 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254850 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.254983 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.255141 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.255299 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.255458 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.255617 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.255783 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.255966 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.256125 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.256330 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.256424 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.256582 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.256750 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.256909 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.257067 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.257225 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.257386 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.257543 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.257698 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.257860 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258016 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258172 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258329 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258486 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258651 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258808 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.258964 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.259118 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.259275 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.259433 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.259600 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.259757 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.259932 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.260082 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.260243 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.260400 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.260543 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.260703 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.260862 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261027 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261233 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261335 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261480 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261649 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261808 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.261968 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.262136 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.262302 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.262442 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.262619 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.262762 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.262919 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.263158 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.263295 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.263435 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.263539 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.263706 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.263882 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.264047 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.264217 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.264374 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.264530 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.264688 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.264846 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.265004 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.265162 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.265320 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.266125 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.266239 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.266408 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.266566 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.266708 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.266866 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267023 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267181 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267338 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267497 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267655 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267813 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:17.267984 dv-cinder-804735-12-iscsi neutron-server[119610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=119610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:38:17.437004 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 39478) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:17.445881 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064273 Nov 22 16:38:28.872562 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb67d3c2-588e-4579-a1bc-0d271c729084 None None] get_active_networks_info from dv-cinder-804735-12-iscsi {{(pid=119719) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:28.970860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67d3c2-588e-4579-a1bc-0d271c729084 None None] No non-hosted networks {{(pid=119719) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 16:38:28.985604 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.agentschedulers_db [None req-eb67d3c2-588e-4579-a1bc-0d271c729084 None None] DHCP Agent not found on host dv-cinder-804735-12-iscsi {{(pid=119719) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 16:38:29.130072 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c468e42d-1147-41d2-9d88-95c1387247fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644867'] for agent, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.004665 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-fedcf5b3-eaaa-4345-b276-445c04d48fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644867'] for agent, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.038301 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-414d2ce5-00bd-4ef2-8c45-39f7f0a4606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.184310 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644867'] for agent, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.556205 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644867'] for agent, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.384888 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644867'] for agent, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.385955 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.386538 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.386912 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.387312 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.387648 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.388016 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.388380 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.388730 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.389161 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.389513 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.390364 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.390909 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:34.391628 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:34.400333 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:34.833147 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 39570) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.334781 dv-cinder-804735-12-iscsi neutron-server[119717]: WARNING oslo_policy.policy [None req-07ca4b8c-2926-4a0e-8840-066a246b7a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:38:35.335408 dv-cinder-804735-12-iscsi neutron-server[119717]: WARNING oslo_policy.policy [None req-07ca4b8c-2926-4a0e-8840-066a246b7a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:38:35.562683 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [None req-07ca4b8c-2926-4a0e-8840-066a246b7a9d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:38:35.563810 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-07ca4b8c-2926-4a0e-8840-066a246b7a9d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7297504 Nov 22 16:38:38.119159 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39586) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.455194 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.db.l3_hamode_db [None req-156d1c9b-e249-4ca9-88b0-57dd140b1bda None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 16:38:38.535203 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d1c9b-e249-4ca9-88b0-57dd140b1bda None None] Routers set() bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:38.535597 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d1c9b-e249-4ca9-88b0-57dd140b1bda None None] Router IDs set() for agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:38:38.627452 dv-cinder-804735-12-iscsi neutron-server[119718]: WARNING oslo_policy.policy [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:38:38.628037 dv-cinder-804735-12-iscsi neutron-server[119718]: WARNING oslo_policy.policy [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:38:38.848900 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:38.943375 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.policy [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:38:38.990077 dv-cinder-804735-12-iscsi neutron-server[119718]: WARNING oslo_policy.policy [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:38:38.990444 dv-cinder-804735-12-iscsi neutron-server[119718]: WARNING oslo_policy.policy [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:38:38.998893 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.quota [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] Loaded quota_driver: . Nov 22 16:38:39.087728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790449804617', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790449805086', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790449814060', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790449810725', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790449796267', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790449772461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1325174', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1370985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-465358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-442988'] for rbac-policy, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.153093 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.154411 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-4a234459-a3eb-480a-b9e2-3bda22b584c4 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0330362 Nov 22 16:38:41.831601 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39604) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.127687 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Request body: {'network': {'project_id': 'e57b885504ca4af5ab3733296129ced9', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'name': 'private', 'admin_state_up': True}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:42.157494 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Made reservation on behalf of e57b885504ca4af5ab3733296129ced9 for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:42.160322 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.176347 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.287098 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.291132 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.311332 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:42.343064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790447906780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.343801 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Unsubscribe: segment precommit_create {{(pid=119718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:38:42.344469 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Added segment 6c0bc768-3382-4069-984f-405f95b74c38 of type vlan for network 2d75954a-3312-4197-b0c2-937b29d8293f Nov 22 16:38:42.365278 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0277691d-7a05-452f-a6d5-374702c29fa8,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.415725 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.416123 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.416526 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.416864 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.417189 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.417543 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.417871 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.418209 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.418538 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.418858 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.419176 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.419495 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Tracked resource versions report: Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: pushed versions: Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: { 'AddressGroup': {'1.2'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'ConntrackHelper': {'1.0'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Log': {'1.0'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Network': {'1.1'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Port': {'1.7'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'PortForwarding': {'1.2'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'QosPolicy': {'1.10'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroup': {'1.5'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SubPort': {'1.0'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Subnet': {'1.1'}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Trunk': {'1.1'}} Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: consumer versions: Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'ConntrackHelper': '1.0', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Log': '1.0', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Network': '1.1', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Port': '1.7', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'PortForwarding': '1.2', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'QosPolicy': '1.10', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroup': '1.5', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroupRule': '1.2', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SubPort': '1.0', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Subnet': '1.1', Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Trunk': '1.1'}} Nov 22 16:38:42.421840 dv-cinder-804735-12-iscsi neutron-server[119718]: {{(pid=119718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:38:42.469007 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.509245 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.510399 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.511124 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.600697 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7679143 Nov 22 16:38:42.612667 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7aa6b-6dd7-432e-ad8b-611f4ae4c7c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d75954a-3312-4197-b0c2-937b29d8293f,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.625253 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 2d75954a-3312-4197-b0c2-937b29d8293f details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:45.375343 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39618) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:45.768387 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63005d30-f75f-4d46-a106-8c20fc430fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.769792 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-63005d30-f75f-4d46-a106-8c20fc430fe7 admin admin] 10.222.0.61 "GET /v2.0/networks/2d75954a-3312-4197-b0c2-937b29d8293f HTTP/1.1" status: 200 len: 825 time: 0.3934648 Nov 22 16:38:45.795259 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-7396ce49-38fc-46f2-9daa-4dc39374603a admin admin] 10.222.0.61 "GET /v2.0/subnetpools/b90b3463-90bd-4867-b6d1-51b0d8ec5e5d HTTP/1.1" status: 200 len: 734 time: 0.0185666 Nov 22 16:38:45.804340 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:45.828054 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Made reservation on behalf of e57b885504ca4af5ab3733296129ced9 for: {'subnet': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:45.830674 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Publish callbacks [] for subnet, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.122670 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.184439 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b255c1a-d3ad-4a5a-a0d0-749d93115c8a,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:46.192941 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Checking segment: {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:46.193322 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Network hostable DHCP agents. Network: 2d75954a-3312-4197-b0c2-937b29d8293f, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:46.216584 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Network 2d75954a-3312-4197-b0c2-937b29d8293f is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:46.228052 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 2d75954a-3312-4197-b0c2-937b29d8293f) {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:46.233400 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:46.233989 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.238206 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f1d41-9d0d-45f5-8717-7ddf6bf93e11 None None] Network 2d75954a-3312-4197-b0c2-937b29d8293f requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:46.250451 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-1abe65b8-4bb9-4da2-8484-efa2f6de7a6f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4484329 Nov 22 16:38:46.571906 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-2d75954a-3312-4197-b0c2-937b29d8293f', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:46.573142 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.869583 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Allocated IP 172.20.0.2 (2d75954a-3312-4197-b0c2-937b29d8293f/8b255c1a-d3ad-4a5a-a0d0-749d93115c8a/af3fa7de-b16d-4bde-a932-d247ceca23c1) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:47.071568 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.078673 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.155608 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Network 2d75954a-3312-4197-b0c2-937b29d8293f is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:47.163763 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:47.170416 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Pushing event updated for resources: {'Port': ['ID=af3fa7de-b16d-4bde-a932-d247ceca23c1,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.173164 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:47.206424 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.206790 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.207137 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.207474 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.207808 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.208178 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.208513 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.208840 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.209179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.209506 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.209828 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.210149 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Tracked resource versions report: Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: pushed versions: Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: { 'AddressGroup': {'1.2'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'ConntrackHelper': {'1.0'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Log': {'1.0'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Network': {'1.1'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Port': {'1.7'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'PortForwarding': {'1.2'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'QosPolicy': {'1.10'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroup': {'1.5'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SubPort': {'1.0'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Subnet': {'1.1'}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Trunk': {'1.1'}} Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: consumer versions: Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'ConntrackHelper': '1.0', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Log': '1.0', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Network': '1.1', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Port': '1.7', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'PortForwarding': '1.2', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'QosPolicy': '1.10', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroup': '1.5', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroupRule': '1.2', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SubPort': '1.0', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Subnet': '1.1', Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Trunk': '1.1'}} Nov 22 16:38:47.211513 dv-cinder-804735-12-iscsi neutron-server[119719]: {{(pid=119719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:38:47.261559 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Attempting to bind port af3fa7de-b16d-4bde-a932-d247ceca23c1 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:47.262181 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Attempting to bind port af3fa7de-b16d-4bde-a932-d247ceca23c1 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:47.262387 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Attempting to bind port af3fa7de-b16d-4bde-a932-d247ceca23c1 on network 2d75954a-3312-4197-b0c2-937b29d8293f {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:47.267870 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:47.268244 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Checking segment: {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:47.268696 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.269086 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Bound using segment: {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:47.269586 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Bound port: af3fa7de-b16d-4bde-a932-d247ceca23c1, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:47.269988 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.333293 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] For port af3fa7de-b16d-4bde-a932-d247ceca23c1, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:47.337576 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] For port af3fa7de-b16d-4bde-a932-d247ceca23c1, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=af3fa7de-b16d-4bde-a932-d247ceca23c1,segment=NetworkSegment(6c0bc768-3382-4069-984f-405f95b74c38),segment_id=6c0bc768-3382-4069-984f-405f95b74c38)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:47.342970 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.410435 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890cfcc-4982-45b2-884a-af6fae6761a6 None None] Pushing event updated for resources: {'Port': ['ID=af3fa7de-b16d-4bde-a932-d247ceca23c1,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.797546 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39626) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.116304 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [None req-f53e3da6-da4a-4812-a70a-a63ff1fcb439 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:38:49.117309 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f53e3da6-da4a-4812-a70a-a63ff1fcb439 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186772 Nov 22 16:38:51.619366 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39634) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:51.933165 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [None req-74425dc2-b13f-426a-876e-dd9956e4b0de admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:38:51.947845 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-74425dc2-b13f-426a-876e-dd9956e4b0de admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138154 Nov 22 16:38:54.664451 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39644) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:54.966902 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'name': 'router1'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:54.991778 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.993398 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.125345 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.130022 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.147018 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.156376 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-827b09df-d9b8-49ac-9a4b-a1facf7d10f4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4908297 Nov 22 16:38:56.102273 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device af3fa7de-b16d-4bde-a932-d247ceca23c1 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:56.192520 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port af3fa7de-b16d-4bde-a932-d247ceca23c1 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.192920 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.305104 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.343142 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port af3fa7de-b16d-4bde-a932-d247ceca23c1, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=af3fa7de-b16d-4bde-a932-d247ceca23c1,segment=NetworkSegment(6c0bc768-3382-4069-984f-405f95b74c38),segment_id=6c0bc768-3382-4069-984f-405f95b74c38)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:56.347173 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.397622 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=af3fa7de-b16d-4bde-a932-d247ceca23c1,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.469491 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e5f2b-4173-45dd-8395-251468ef4ea6 None None] Network 2d75954a-3312-4197-b0c2-937b29d8293f requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:56.541118 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-65984d7d-be6b-4474-83ee-a11515e7415f None None] Provisioning complete for port af3fa7de-b16d-4bde-a932-d247ceca23c1 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.541495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-65984d7d-be6b-4474-83ee-a11515e7415f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.911142 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-8c66d0c4-0dbe-4909-9fcd-2b958fe04a72 None None] Provisioning complete for port af3fa7de-b16d-4bde-a932-d247ceca23c1 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.911512 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8c66d0c4-0dbe-4909-9fcd-2b958fe04a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.660424 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39656) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:57.976718 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [None req-5f758913-9f47-4bb7-8b69-6ef53cccb10b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:38:57.977701 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-5f758913-9f47-4bb7-8b69-6ef53cccb10b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163497 Nov 22 16:38:58.074535 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device af3fa7de-b16d-4bde-a932-d247ceca23c1 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:58.129736 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port af3fa7de-b16d-4bde-a932-d247ceca23c1 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:58.130090 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.776040 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5f3f8fde-b5c3-4a0e-93b3-a121f6feadc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.466095 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 39664) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:00.776550 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:00.797491 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Made reservation on behalf of 04d396c464d141179621d591cb2fea3d for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:00.799800 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.807565 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.882197 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.885674 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.903636 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=119718) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 16:39:00.924211 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bc01fa-85e0-47c4-a370-1d08488e40e0,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.930630 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.930971 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Added segment bffe079a-2e0f-46cb-8112-d02cb7d5e338 of type flat for network e3d47b67-192c-467e-aebd-7a5195fb72e2 Nov 22 16:39:00.977858 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.003375 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-3bf94468-fcf4-4bb8-aab5-7f5603a8f9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.010618 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.011532 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.012132 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.059103 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5919623 Nov 22 16:39:01.072040 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e145f1-fb78-46c1-9887-442e3d62f2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d47b67-192c-467e-aebd-7a5195fb72e2,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.089054 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:02.117152 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.168460 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:39:03.497879 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.556504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 39684) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:03.877522 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.policy [None req-e55016f2-ed3c-4394-b26e-6e432cf58640 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119717) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:39:03.926771 dv-cinder-804735-12-iscsi neutron-server[119717]: WARNING oslo_policy.policy [None req-e55016f2-ed3c-4394-b26e-6e432cf58640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:03.927150 dv-cinder-804735-12-iscsi neutron-server[119717]: WARNING oslo_policy.policy [None req-e55016f2-ed3c-4394-b26e-6e432cf58640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:03.935376 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55016f2-ed3c-4394-b26e-6e432cf58640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:03.937173 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e55016f2-ed3c-4394-b26e-6e432cf58640 admin admin] 10.222.0.61 "GET /v2.0/subnets/8b255c1a-d3ad-4a5a-a0d0-749d93115c8a HTTP/1.1" status: 200 len: 849 time: 0.3797507 Nov 22 16:39:04.102035 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f9ad3dbe-6df3-4aee-844e-e7622e0aad2c admin admin] 10.222.0.61 "GET /v2.0/routers/77488b42-190d-4ff8-9c5f-1fe8940dfdb6 HTTP/1.1" status: 200 len: 704 time: 0.1587653 Nov 22 16:39:04.367008 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.376515 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.713818 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Allocated IP 172.20.0.1 (2d75954a-3312-4197-b0c2-937b29d8293f/8b255c1a-d3ad-4a5a-a0d0-749d93115c8a/cbb50739-b6c0-4ba3-960b-cf13c3dd4db7) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:04.940754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.022454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.063809 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Network 2d75954a-3312-4197-b0c2-937b29d8293f is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:05.065287 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:05.144851 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:05.145437 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.168236 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:05.220253 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.220667 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.221022 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.221359 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.221696 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.222045 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.222382 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.222726 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.223057 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.223382 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.223708 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.224052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Tracked resource versions report: Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: pushed versions: Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: { 'AddressGroup': {'1.2'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'ConntrackHelper': {'1.0'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Log': {'1.0'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Network': {'1.1'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Port': {'1.7'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'PortForwarding': {'1.2'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'QosPolicy': {'1.10'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroup': {'1.5'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SubPort': {'1.0'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Subnet': {'1.1'}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Trunk': {'1.1'}} Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: consumer versions: Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'ConntrackHelper': '1.0', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Log': '1.0', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Network': '1.1', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Port': '1.7', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'PortForwarding': '1.2', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'QosPolicy': '1.10', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroup': '1.5', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroupRule': '1.2', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SubPort': '1.0', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Subnet': '1.1', Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Trunk': '1.1'}} Nov 22 16:39:05.225396 dv-cinder-804735-12-iscsi neutron-server[119717]: {{(pid=119717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:39:05.371631 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.411808 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-5fe6a059-7962-447a-a501-cd2fcb3ea5c0 None None] Provisioning complete for port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:05.412370 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5fe6a059-7962-447a-a501-cd2fcb3ea5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.452468 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-5fe6a059-7962-447a-a501-cd2fcb3ea5c0 None None] Port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:05.595716 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.600022 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.600811 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.685128 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:05.736871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Network 2d75954a-3312-4197-b0c2-937b29d8293f is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:05.738115 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:05.951854 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:05.975544 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-d16845b0-d94d-491f-a974-aff61f7004c4 None None] Provisioning complete for port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:05.975952 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d16845b0-d94d-491f-a974-aff61f7004c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.010505 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-d16845b0-d94d-491f-a974-aff61f7004c4 None None] Port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:06.047712 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:06.053021 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ebd1c57e-b79d-4c2d-b87d-7e9467b51905 admin admin] 10.222.0.61 "PUT /v2.0/routers/77488b42-190d-4ff8-9c5f-1fe8940dfdb6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9453044 Nov 22 16:39:06.061228 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Sync routers for ids ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:06.073454 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Routers {'77488b42-190d-4ff8-9c5f-1fe8940dfdb6'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:06.074342 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:39:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:06.270553 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Set router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:06.711249 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'name': 'router1', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:05Z', 'revision_number': 2, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'gw_port_host': None, '_interfaces': [{'id': 'cbb50739-b6c0-4ba3-960b-cf13c3dd4db7', 'name': '', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'mac_address': 'fa:16:3e:54:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:04Z', 'updated_at': '2021-11-22T16:39:05Z', 'revision_number': 2, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'subnets': [{'id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:06.759675 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Checking router: 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:06.760069 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Updating router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:06.836508 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.328815 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.336188 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.424657 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Pushing event updated for resources: {'Port': ['ID=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:07.435471 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.436003 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.436003 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.436566 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.436884 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.437224 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.437557 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.437893 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.438239 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.438572 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.438901 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.439227 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Tracked resource versions report: Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: pushed versions: Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: { 'AddressGroup': {'1.2'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'ConntrackHelper': {'1.0'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Log': {'1.0'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Network': {'1.1'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Port': {'1.7'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'PortForwarding': {'1.2'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'QosPolicy': {'1.10'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroup': {'1.5'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SubPort': {'1.0'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Subnet': {'1.1'}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Trunk': {'1.1'}} Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: consumer versions: Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'ConntrackHelper': '1.0', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Log': '1.0', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Network': '1.1', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Port': '1.7', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'PortForwarding': '1.2', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'QosPolicy': '1.10', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroup': '1.5', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroupRule': '1.2', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SubPort': '1.0', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Subnet': '1.1', Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Trunk': '1.1'}} Nov 22 16:39:07.440632 dv-cinder-804735-12-iscsi neutron-server[119720]: {{(pid=119720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:39:07.527242 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Attempting to bind port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:07.527645 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Attempting to bind port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:07.528104 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Attempting to bind port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 on network 2d75954a-3312-4197-b0c2-937b29d8293f {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:07.534150 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:07.534544 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Checking segment: {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:07.535010 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.535401 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Bound using segment: {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:07.535929 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Bound port: cbb50739-b6c0-4ba3-960b-cf13c3dd4db7, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0bc768-3382-4069-984f-405f95b74c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:07.536327 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.601549 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] For port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:07.620640 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] For port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,segment=NetworkSegment(6c0bc768-3382-4069-984f-405f95b74c38),segment_id=6c0bc768-3382-4069-984f-405f95b74c38)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:07.625813 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.641072 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-ba780d2f-ad2a-4fe6-8eea-2bdd66c33e61 None None] Provisioning complete for port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.641659 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ba780d2f-ad2a-4fe6-8eea-2bdd66c33e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.679996 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dbe33-d134-4d90-b64f-72fd600def55 None None] Pushing event updated for resources: {'Port': ['ID=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:07.726943 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Routers {'77488b42-190d-4ff8-9c5f-1fe8940dfdb6'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:07.728379 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:39:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:07.732410 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ba780d2f-ad2a-4fe6-8eea-2bdd66c33e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.768015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-ba780d2f-ad2a-4fe6-8eea-2bdd66c33e61 None None] For port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,segment=NetworkSegment(6c0bc768-3382-4069-984f-405f95b74c38),segment_id=6c0bc768-3382-4069-984f-405f95b74c38)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:07.772603 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ba780d2f-ad2a-4fe6-8eea-2bdd66c33e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.826006 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780d2f-ad2a-4fe6-8eea-2bdd66c33e61 None None] Pushing event updated for resources: {'Port': ['ID=cbb50739-b6c0-4ba3-960b-cf13c3dd4db7,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:07.832637 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] Set router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:07.892094 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-eb839650-b410-4662-900e-2dce5211963a None None] Provisioning complete for port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.892466 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-eb839650-b410-4662-900e-2dce5211963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.049667 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'name': 'router1', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:05Z', 'revision_number': 2, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'gw_port_host': None, '_interfaces': [{'id': 'cbb50739-b6c0-4ba3-960b-cf13c3dd4db7', 'name': '', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'mac_address': 'fa:16:3e:54:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:04Z', 'updated_at': '2021-11-22T16:39:07Z', 'revision_number': 4, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'subnets': [{'id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:08.074831 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aed5a69-d45e-4763-be47-8bfd665d6018 None None] The sync data for ids ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'] in dv-cinder-804735-12-iscsi is: [{'id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'name': 'router1', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:05Z', 'revision_number': 2, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'gw_port_host': None, '_interfaces': [{'id': 'cbb50739-b6c0-4ba3-960b-cf13c3dd4db7', 'name': '', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'mac_address': 'fa:16:3e:54:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:04Z', 'updated_at': '2021-11-22T16:39:07Z', 'revision_number': 4, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'subnets': [{'id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:08.398244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 39710) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.516118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5b871-521e-49f6-a898-ac1c28705edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.517567 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ced5b871-521e-49f6-a898-ac1c28705edd admin admin] 10.222.0.61 "GET /v2.0/networks/e3d47b67-192c-467e-aebd-7a5195fb72e2 HTTP/1.1" status: 200 len: 842 time: 0.1183529 Nov 22 16:39:08.527885 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:08.529322 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.quota [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Loaded quota_driver: . Nov 22 16:39:08.567335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Made reservation on behalf of 04d396c464d141179621d591cb2fea3d for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:08.569806 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.888834 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.objects.ports [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119717) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:39:08.889279 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.953992 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:08.954351 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Network hostable DHCP agents. Network: e3d47b67-192c-467e-aebd-7a5195fb72e2, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:08.959071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76951ff4-ad88-4a0d-9f46-8011a23bccf9,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:08.977138 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:08.990020 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, e3d47b67-192c-467e-aebd-7a5195fb72e2) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:08.994008 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.994628 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.000017 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a74f1-0058-405a-bb0c-056a8ca37fb2 None None] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:09.029769 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-542e27f2-0e9f-486e-9206-162cb2e25dc6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4939737 Nov 22 16:39:09.137640 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f705f-f20f-4e91-b2d9-9522d4ee9c02 None None] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:11.427154 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 39718) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:11.568418 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2e170f97-1d88-4a38-9759-40d5b48e40bd admin admin] 10.222.0.61 "GET /v2.0/routers/77488b42-190d-4ff8-9c5f-1fe8940dfdb6 HTTP/1.1" status: 200 len: 710 time: 0.1401415 Nov 22 16:39:11.652754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99898d-77ed-4948-b541-f8138534e7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:11.654688 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9e99898d-77ed-4948-b541-f8138534e7cd admin admin] 10.222.0.61 "GET /v2.0/networks/e3d47b67-192c-467e-aebd-7a5195fb72e2 HTTP/1.1" status: 200 len: 886 time: 0.0796423 Nov 22 16:39:11.664016 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:11.921878 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.216888 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.291451 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.393512 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Allocated IP 172.27.3.75 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/90d59e48-7062-484f-9a0d-54ca8a4aa3c0) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:12.497765 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.532196 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.573383 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:12.577007 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:12.580599 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:12.585757 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Pushing event updated for resources: {'Port': ['ID=90d59e48-7062-484f-9a0d-54ca8a4aa3c0,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.832031 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.027207 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57913'] for router, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.030999 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645048'] for router, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.146348 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:13.256691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:13.261012 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.275851 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-bff52c1a-d2f3-4aa5-bc36-0ee8c640744b admin admin] 10.222.0.61 "PUT /v2.0/routers/77488b42-190d-4ff8-9c5f-1fe8940dfdb6 HTTP/1.1" status: 200 len: 889 time: 1.6015143 Nov 22 16:39:14.100822 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:14.150318 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:14.150696 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.039377 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Sync routers for ids ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:15.051106 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Routers {'77488b42-190d-4ff8-9c5f-1fe8940dfdb6'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:15.051760 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:39:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:15.260018 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Set router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:15.719888 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'name': 'router1', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90d59e48-7062-484f-9a0d-54ca8a4aa3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:12Z', 'revision_number': 4, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'gw_port': {'id': '90d59e48-7062-484f-9a0d-54ca8a4aa3c0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:12Z', 'updated_at': '2021-11-22T16:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'cbb50739-b6c0-4ba3-960b-cf13c3dd4db7', 'name': '', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'mac_address': 'fa:16:3e:54:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:04Z', 'updated_at': '2021-11-22T16:39:07Z', 'revision_number': 5, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'subnets': [{'id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:15.772031 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Checking router: 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:15.772451 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Updating router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:15.813071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 39730) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:15.820964 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.926848 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-89a3c6c0-582b-4500-b6a1-b62e59ff864f admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126571 Nov 22 16:39:16.157946 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.164625 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.215449 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Attempting to bind port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:16.215851 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Attempting to bind port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:16.216213 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Attempting to bind port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:16.222518 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e40b36-1974-494d-a880-1cd392ce2c64 None None] Pushing event updated for resources: {'Port': ['ID=90d59e48-7062-484f-9a0d-54ca8a4aa3c0,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:16.226969 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:16.227346 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:16.227747 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.228158 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:16.228631 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Bound port: 90d59e48-7062-484f-9a0d-54ca8a4aa3c0, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:16.229025 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.280483 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] For port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:16.283577 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] For port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=90d59e48-7062-484f-9a0d-54ca8a4aa3c0,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:16.287924 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.349918 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e40b36-1974-494d-a880-1cd392ce2c64 None None] Pushing event updated for resources: {'Port': ['ID=90d59e48-7062-484f-9a0d-54ca8a4aa3c0,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:16.352348 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Routers {'77488b42-190d-4ff8-9c5f-1fe8940dfdb6'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:16.352946 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:39:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:16.463616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] Set router 77488b42-190d-4ff8-9c5f-1fe8940dfdb6 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:16.678694 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'name': 'router1', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90d59e48-7062-484f-9a0d-54ca8a4aa3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:12Z', 'revision_number': 4, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'gw_port': {'id': '90d59e48-7062-484f-9a0d-54ca8a4aa3c0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:12Z', 'updated_at': '2021-11-22T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'cbb50739-b6c0-4ba3-960b-cf13c3dd4db7', 'name': '', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'mac_address': 'fa:16:3e:54:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:04Z', 'updated_at': '2021-11-22T16:39:07Z', 'revision_number': 5, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'subnets': [{'id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:16.705561 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636c458-bb78-4a69-bee7-489710e2037d None None] The sync data for ids ['77488b42-190d-4ff8-9c5f-1fe8940dfdb6'] in dv-cinder-804735-12-iscsi is: [{'id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'name': 'router1', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '90d59e48-7062-484f-9a0d-54ca8a4aa3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:12Z', 'revision_number': 4, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'gw_port': {'id': '90d59e48-7062-484f-9a0d-54ca8a4aa3c0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:12Z', 'updated_at': '2021-11-22T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'cbb50739-b6c0-4ba3-960b-cf13c3dd4db7', 'name': '', 'network_id': '2d75954a-3312-4197-b0c2-937b29d8293f', 'tenant_id': 'e57b885504ca4af5ab3733296129ced9', 'mac_address': 'fa:16:3e:54:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77488b42-190d-4ff8-9c5f-1fe8940dfdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:04Z', 'updated_at': '2021-11-22T16:39:07Z', 'revision_number': 5, 'project_id': 'e57b885504ca4af5ab3733296129ced9', 'subnets': [{'id': '8b255c1a-d3ad-4a5a-a0d0-749d93115c8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b90b3463-90bd-4867-b6d1-51b0d8ec5e5d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:18.119303 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:18.178117 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:18.178489 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.266134 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.296297 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=90d59e48-7062-484f-9a0d-54ca8a4aa3c0,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:18.301643 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.354617 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=90d59e48-7062-484f-9a0d-54ca8a4aa3c0,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:20.129720 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:20.216035 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 90d59e48-7062-484f-9a0d-54ca8a4aa3c0 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:20.216732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.780607 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-dffc1097-e656-4cd8-af75-4ff7a6bbc030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.010732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-0790e1fe-8ad8-4971-951b-a12545888941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.150828 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.505649 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.387642 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.159785 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:39:58.805124 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a426fa31-4e5e-4a39-b6e9-cee1b8025a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.006388 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-566c7c2d-f879-4cad-b61c-a96540bd22b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.133864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.509294 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.382837 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.162872 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:28.779019 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79f9985e-f844-49b4-9c30-42191ad70706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.008244 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4246b9c7-b48e-4452-8097-7bb83be350b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.129287 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.513695 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.384565 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.937295 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40214) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:35.997954 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbd799c-8075-4cf8-8db9-c89d081dcc29 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:40:35.999222 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ccbd799c-8075-4cf8-8db9-c89d081dcc29 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609539 Nov 22 16:40:36.159309 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b72a87-593e-447c-b569-d2c328558477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:36.160721 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-65b72a87-593e-447c-b569-d2c328558477 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568973 Nov 22 16:40:38.448797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40224) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:38.544084 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e02d8-d428-48e7-9ee1-66f78db9a264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:38.545445 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a30e02d8-d428-48e7-9ee1-66f78db9a264 admin admin] 10.222.0.61 "GET /v2.0/subnets/8b255c1a-d3ad-4a5a-a0d0-749d93115c8a HTTP/1.1" status: 200 len: 849 time: 0.0956585 Nov 22 16:40:38.555776 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:38.723071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Publish callbacks [] for subnet, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.874487 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790448011596'] for subnet, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.904198 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:38.904795 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.906080 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] 10.222.0.61 "PUT /v2.0/subnets/8b255c1a-d3ad-4a5a-a0d0-749d93115c8a HTTP/1.1" status: 200 len: 868 time: 0.3542545 Nov 22 16:40:38.922542 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a74fb-4caf-4d28-84e4-47de43c6029b None None] Network 2d75954a-3312-4197-b0c2-937b29d8293f requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:38.926077 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b255c1a-d3ad-4a5a-a0d0-749d93115c8a,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.933478 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.933854 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.934208 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.935683 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.935683 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.936114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.936583 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.936945 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.937274 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.937614 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.937949 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:38.938284 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134798b-e3c2-45fc-994c-aba9cca33d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:39.337581 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-c593f5db-24b2-4f6c-8e99-90bacbaeb167 None None] Provisioning complete for port cbb50739-b6c0-4ba3-960b-cf13c3dd4db7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:39.337953 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c593f5db-24b2-4f6c-8e99-90bacbaeb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.429117 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-c593f5db-24b2-4f6c-8e99-90bacbaeb167 None None] Provisioning complete for port af3fa7de-b16d-4bde-a932-d247ceca23c1 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:39.429484 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c593f5db-24b2-4f6c-8e99-90bacbaeb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.200994 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40232) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:41.405680 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91014cdc-38b7-4b19-8881-66bc2f92b399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.406146 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91014cdc-38b7-4b19-8881-66bc2f92b399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.407679 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-91014cdc-38b7-4b19-8881-66bc2f92b399 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2058151 Nov 22 16:40:43.703615 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40242) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.834582 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870eb8f-8481-47c2-9869-21882c2a9227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:43.835054 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870eb8f-8481-47c2-9869-21882c2a9227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:43.836595 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6870eb8f-8481-47c2-9869-21882c2a9227 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319964 Nov 22 16:40:46.109346 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40250) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.277442 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ceb01-9630-4156-ba24-317e274db630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:46.278811 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2e6ceb01-9630-4156-ba24-317e274db630 admin admin] 10.222.0.61 "GET /v2.0/networks/2d75954a-3312-4197-b0c2-937b29d8293f HTTP/1.1" status: 200 len: 869 time: 0.1684532 Nov 22 16:40:48.553817 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40258) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.677308 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff0b650-3f0c-412c-b94e-ac7073048193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.678671 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fff0b650-3f0c-412c-b94e-ac7073048193 admin admin] 10.222.0.61 "GET /v2.0/networks/e3d47b67-192c-467e-aebd-7a5195fb72e2 HTTP/1.1" status: 200 len: 886 time: 0.1239042 Nov 22 16:40:50.983891 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40266) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:51.108885 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c7e5c-81f7-48b5-81f0-f4fe2e64ac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.109346 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c7e5c-81f7-48b5-81f0-f4fe2e64ac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.110845 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-403c7e5c-81f7-48b5-81f0-f4fe2e64ac39 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260095 Nov 22 16:40:53.413065 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40274) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.539613 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73716fb4-1133-4bec-a284-641f97dae88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.540104 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73716fb4-1133-4bec-a284-641f97dae88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.541625 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-73716fb4-1133-4bec-a284-641f97dae88b admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276114 Nov 22 16:40:54.164224 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:55.877171 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40282) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:55.968506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230eaf71-f92b-4a9d-928e-653a7cef4a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:55.969859 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-230eaf71-f92b-4a9d-928e-653a7cef4a23 admin admin] 10.222.0.61 "GET /v2.0/subnets/76951ff4-ad88-4a0d-9f46-8011a23bccf9 HTTP/1.1" status: 200 len: 816 time: 0.0917532 Nov 22 16:40:58.309673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40290) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:58.401136 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c433e-2cbe-4be3-8b3f-c849980c0177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:58.402463 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fc8c433e-2cbe-4be3-8b3f-c849980c0177 admin admin] 10.222.0.61 "GET /v2.0/subnets/8b255c1a-d3ad-4a5a-a0d0-749d93115c8a HTTP/1.1" status: 200 len: 868 time: 0.0917633 Nov 22 16:40:58.781735 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c715d561-e72d-4ccf-9c6c-8028757ad2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.012263 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f2b02b6b-ff0d-4dfa-a3bd-3dad1245e063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.132992 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.515050 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.386392 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.833437 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40344) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.881352 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [None req-01b8bd7b-a4ee-4b21-aaf0-4415341ae2db admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:41:22.882352 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-01b8bd7b-a4ee-4b21-aaf0-4415341ae2db admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479257 Nov 22 16:41:25.237609 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40352) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.299463 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa91f90-577c-428a-9817-43d6bb641508 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:41:25.301166 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-caa91f90-577c-428a-9817-43d6bb641508 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626349 Nov 22 16:41:25.383725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a1d51-5638-4e97-a6c0-7c3b346d3257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.385206 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-5e2a1d51-5638-4e97-a6c0-7c3b346d3257 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795884 Nov 22 16:41:27.751698 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40360) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:27.800046 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:27.823524 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Made reservation on behalf of 04d396c464d141179621d591cb2fea3d for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:27.826094 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.857006 dv-cinder-804735-12-iscsi neutron-server[119717]: WARNING neutron.services.revisions.revision_plugin [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Could not find related network for resource to bump revision. Nov 22 16:41:27.874178 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:27.886627 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790447906780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.887195 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Unsubscribe: segment precommit_create {{(pid=119717) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:41:27.887731 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Added segment 879ba118-15f2-4f1c-8fc6-55697a9299ad of type vlan for network 5a83ccc8-6f19-4520-b68a-a89f23888764 Nov 22 16:41:27.931509 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.962534 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.963449 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:27.964052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.056551 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3037131 Nov 22 16:41:28.068141 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe1c5c-3eb2-4884-9ec2-2e1f0ec11775 admin admin] Pushing event updated for resources: {'Network': ['ID=5a83ccc8-6f19-4520-b68a-a89f23888764,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.080993 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 5a83ccc8-6f19-4520-b68a-a89f23888764 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:28.781964 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c5e7df29-3de1-4217-90c5-482b359e7782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.388213 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40368) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.448942 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b91072-bc31-4853-a61a-8b981b9d44b6 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:41:30.450797 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-d8b91072-bc31-4853-a61a-8b981b9d44b6 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606487 Nov 22 16:41:30.524183 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dddb5a-9413-416b-bda7-cd46957a98c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.525897 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-43dddb5a-9413-416b-bda7-cd46957a98c5 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705557 Nov 22 16:41:30.536273 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:30.556401 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Made reservation on behalf of 04d396c464d141179621d591cb2fea3d for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:30.558900 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.732839 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.788696 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:30.797300 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Checking segment: {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:30.797651 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Network hostable DHCP agents. Network: 5a83ccc8-6f19-4520-b68a-a89f23888764, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:30.814035 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Network 5a83ccc8-6f19-4520-b68a-a89f23888764 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:30.822408 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 5a83ccc8-6f19-4520-b68a-a89f23888764) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:30.826850 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.827782 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.831299 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7ac8a-1efc-45c8-b0a7-e23ef12d42c3 None None] Network 5a83ccc8-6f19-4520-b68a-a89f23888764 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:30.843154 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4149393c-a272-45c8-b9b4-75f11e813c52 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102419 Nov 22 16:41:30.987506 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-5a83ccc8-6f19-4520-b68a-a89f23888764', 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764', 'tenant_id': '04d396c464d141179621d591cb2fea3d', 'fixed_ips': [{'subnet_id': 'ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:30.988444 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.038432 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-559c030d-7c50-4034-a0ea-efefc35e9b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.168929 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:31.243314 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Allocated IP 192.168.233.2 (5a83ccc8-6f19-4520-b68a-a89f23888764/ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b/ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:31.392226 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.398794 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.444594 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Network 5a83ccc8-6f19-4520-b68a-a89f23888764 is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:31.448693 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:31.450456 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Pushing event updated for resources: {'Port': ['ID=ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.452647 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:31.480353 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.480728 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.481079 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.481952 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.482334 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.482766 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.483137 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.483469 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.483803 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.484159 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.484488 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.484816 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:31.517878 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Attempting to bind port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:31.518178 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Attempting to bind port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:31.518545 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Attempting to bind port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b on network 5a83ccc8-6f19-4520-b68a-a89f23888764 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:31.523617 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:31.524032 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Checking segment: {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:31.524439 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.524838 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Bound using segment: {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:31.525305 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Bound port: ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:31.525708 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.589725 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] For port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:31.593774 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] For port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:31.597639 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.658085 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6924b00-8737-41f1-9763-f561f2df5c07 None None] Pushing event updated for resources: {'Port': ['ID=ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.145222 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.196273 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:32.256612 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:32.257044 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.347335 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.392179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:32.397144 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.456284 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.516158 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cffda6a-ff95-4039-8a13-82082721d022 None None] Network 5a83ccc8-6f19-4520-b68a-a89f23888764 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:32.579767 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-44a24420-18a0-4fa2-bf4f-01ffa35430f1 None None] Provisioning complete for port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:32.580082 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-44a24420-18a0-4fa2-bf4f-01ffa35430f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.947294 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-9790db53-4466-49f4-9d02-537e7eb6f183 None None] Provisioning complete for port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:32.947660 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-9790db53-4466-49f4-9d02-537e7eb6f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.520077 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.162728 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:34.212163 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port ed6d6ccd-8f81-4a76-89a5-f7d1cee1886b triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:34.212456 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.388950 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.783403 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b16fd25a-2599-4af3-8dad-0f998e7aeb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.011595 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b1ef2f1-8e20-4f6c-a806-7bae9a4039fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.141146 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.523340 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.391114 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.172420 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:28.785937 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8dced63c-412f-493c-9914-bb197fe0a019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.014274 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1e2be4bc-f438-4b55-9089-e41a695a93b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.143501 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.526329 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.399015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.950465 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40414) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:42.956146 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [None req-0d80be29-5739-4b5a-8a9b-f6ff151f2710 tempest-verify_tempest_config-660847484 tempest-verify_tempest_config-660847484-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:42:42.957089 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0d80be29-5739-4b5a-8a9b-f6ff151f2710 tempest-verify_tempest_config-660847484 tempest-verify_tempest_config-660847484-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056825 Nov 22 16:42:43.257412 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40432) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.358480 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.433478 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.437251 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.481396 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf5a0e0-a065-4dab-ac52-cd47fafc462f,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.485927 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a14c01f555db4ec88be1bd157e1b0c58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275589 Nov 22 16:42:43.488736 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40436) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.490554 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.490882 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.491236 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.491578 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.491939 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.492277 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.492609 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.492942 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.493272 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.493603 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.493930 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.494254 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508f76-83e5-417d-8d82-951a39fcac5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.571249 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.592223 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.682761 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.686589 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.690530 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bf5a0e0-a065-4dab-ac52-cd47fafc462f HTTP/1.1" status: 204 len: 168 time: 0.2007451 Nov 22 16:42:43.698180 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf5a0e0-a065-4dab-ac52-cd47fafc462f,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.705885 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.706242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.706579 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.706914 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.707244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.707590 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.707945 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.708273 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.708596 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.708943 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.709262 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.709582 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175439c3-1ca1-4a96-82f6-3b9ac8228e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:45.174803 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:58.791046 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b8ef5709-2db9-4018-a06f-9908cebcef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.021574 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-16d55148-c05e-4233-b392-cc7f177410fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.157225 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.532386 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.404894 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.176832 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:28.793433 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-9e1a39ca-9cc1-4c3a-ac50-909733605765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.014362 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d87f3570-8574-4eed-83cd-ca721f65858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.148843 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.532817 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.399744 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.797451 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7c66aa40-f5ab-45bc-889c-983c9fafd921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.176705 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 5 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:01.016706 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-93286906-95a0-4169-a1de-8d9d02107983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.151803 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.537621 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.404846 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.886043 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-644867'] for agent, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.800708 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1876d0db-69fd-4695-b039-0f1791e31e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.019458 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f32d7a3e-d224-4987-aeda-77dfd233453a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.156146 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.541502 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.398079 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.873801 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40512) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:34.980199 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e0c1c1a2-d234-40c1-9187-f5972a05650d admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1052666 Nov 22 16:44:36.181328 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:37.305781 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40522) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:37.367202 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-9cc771d4-c719-4b41-b817-52ed66e427c7 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0603347 Nov 22 16:44:49.845558 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.801787 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-27595fed-8f78-44ae-bf5c-cb8f96f75e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.021271 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b5e48b3c-cca1-4dfc-8361-b4ba0a457725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.157845 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.544939 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.400091 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.189413 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:19.846428 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.805420 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef60bf65-bfd0-43ff-82ab-bbd54df0b2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.027871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a7495992-ede6-44ae-8ac9-d2330fa67db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.163394 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.548386 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.429506 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.850309 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.190979 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:58.813560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-77b91898-cfdc-4d6e-af63-2f0dbf9ebbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.035081 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f7187591-9849-4801-b231-5c951734bd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.176614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.583954 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.416000 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.460044 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40662) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:11.841618 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-791400919-network', 'tenant_id': 'a5d4f105bf7f47a8a530e61cecdb8ef3'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:11.884856 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Made reservation on behalf of a5d4f105bf7f47a8a530e61cecdb8ef3 for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:11.884856 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.890101 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.018064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.023800 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.072271 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:12.074910 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169a0ba8-af54-4c21-8cbe-b23a323fd107,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.093564 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.094703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.094703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.095080 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.095371 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.095920 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.096423 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.096762 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.097091 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.097795 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.098364 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.099141 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Tracked resource versions report: Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: pushed versions: Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Log': {'1.0'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Network': {'1.1'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Port': {'1.7'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'PortForwarding': {'1.2'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'QosPolicy': {'1.10'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SubPort': {'1.0'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Subnet': {'1.1'}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Trunk': {'1.1'}} Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: consumer versions: Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: HyperV agent@hv-cinder-80473: {}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'ConntrackHelper': '1.0', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Log': '1.0', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Network': '1.1', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Port': '1.7', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'PortForwarding': '1.2', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'QosPolicy': '1.10', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroup': '1.5', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SecurityGroupRule': '1.2', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'SubPort': '1.0', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Subnet': '1.1', Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: 'Trunk': '1.1'}} Nov 22 16:46:12.100473 dv-cinder-804735-12-iscsi neutron-server[119718]: {{(pid=119718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:12.107050 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.107050 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Added segment c6cd187e-b3af-41f8-a199-d9734f7fb647 of type vlan for network 45736139-c6d0-4dea-bd82-3ebc3b844a1c Nov 22 16:46:12.159617 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.195207 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.196992 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.197686 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.244039 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40698) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:12.245525 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7824624 Nov 22 16:46:12.258130 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Request body: {'subnet': {'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-791400919-subnet', 'tenant_id': 'a5d4f105bf7f47a8a530e61cecdb8ef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:12.304531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf186-fa54-40db-84ec-0e01a3fe307b admin admin] Pushing event updated for resources: {'Network': ['ID=45736139-c6d0-4dea-bd82-3ebc3b844a1c,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.310375 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Made reservation on behalf of a5d4f105bf7f47a8a530e61cecdb8ef3 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:12.314094 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.328569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:12.597818 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.705972 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab90451-b771-49cb-b6c1-12773a987fb9,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.718862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.719494 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.720082 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.720636 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.721192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.722095 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.722675 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.724236 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.724236 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.728296 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.728296 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.728296 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Tracked resource versions report: Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: pushed versions: Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Log': {'1.0'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Network': {'1.1'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Port': {'1.7'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'PortForwarding': {'1.2'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'QosPolicy': {'1.10'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SubPort': {'1.0'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Subnet': {'1.1'}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Trunk': {'1.1'}} Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: consumer versions: Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: HyperV agent@hv-cinder-80473: {}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'ConntrackHelper': '1.0', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Log': '1.0', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Network': '1.1', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Port': '1.7', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'PortForwarding': '1.2', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'QosPolicy': '1.10', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroup': '1.5', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SecurityGroupRule': '1.2', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'SubPort': '1.0', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Subnet': '1.1', Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: 'Trunk': '1.1'}} Nov 22 16:46:12.729826 dv-cinder-804735-12-iscsi neutron-server[119717]: {{(pid=119717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:12.739597 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Checking segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:12.740995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Network hostable DHCP agents. Network: 45736139-c6d0-4dea-bd82-3ebc3b844a1c, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:12.774168 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:12.786301 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 45736139-c6d0-4dea-bd82-3ebc3b844a1c) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:12.797038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.798048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.799724 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33cc485-e060-40ef-bb5f-3babf6c4ba6c None None] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:12.826463 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-07f8d3b3-2dac-45c9-86ac-dcc989f3a0ad admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5794652 Nov 22 16:46:12.983134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40724) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.025137 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665c153-7ac4-4e6c-89f7-3a4b9ed54a92 None None] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:13.396630 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-network', 'tenant_id': '7531002e08024f178aeaba0f112be50a'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:13.440181 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Made reservation on behalf of 7531002e08024f178aeaba0f112be50a for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:13.449974 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.459240 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40752) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.469490 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.630503 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.636702 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.681387 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:13.684674 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cfbbc3-172c-4633-a4a1-67f7d4e5b9cb,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:13.700534 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.700965 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Added segment e180043a-0556-46e1-a078-2b70783df5cf of type vlan for network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 Nov 22 16:46:13.769544 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.808543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.811033 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.812042 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.924275 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9393280 Nov 22 16:46:13.936557 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40770) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.941149 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-735837168-network', 'tenant_id': 'eb567b1a7cfa4de0b969a072527566aa'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:13.945438 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Request body: {'subnet': {'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-subnet', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:13.976335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d0f82-46ce-4bb0-9931-a9fb3763d460 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9a20d6-fe56-4f54-a96e-edd086f5cc72,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:13.985652 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Made reservation on behalf of eb567b1a7cfa4de0b969a072527566aa for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:13.990076 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.992609 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:14.028900 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.050655 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Made reservation on behalf of 7531002e08024f178aeaba0f112be50a for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:14.054909 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.147487 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.155016 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.177286 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:14.191985 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.192636 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Added segment e78f1700-02f4-4feb-abb6-92c9e2bd7438 of type vlan for network caa307ae-b91a-4e3c-971e-a34a113a610c Nov 22 16:46:14.279528 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40784) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.296645 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40786) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.349468 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.423261 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3222108b-94b5-4bc1-a6bf-dc9300722cd3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.428700 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.431306 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.435705 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.448600 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.513037 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] Pushing event updated for resources: {'Network': ['ID=caa307ae-b91a-4e3c-971e-a34a113a610c,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.527611 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network caa307ae-b91a-4e3c-971e-a34a113a610c details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:14.550595 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-9ceffb09-9453-49b1-a132-b172f00204fc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0879869 Nov 22 16:46:14.556896 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40796) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.579482 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Request body: {'subnet': {'network_id': 'caa307ae-b91a-4e3c-971e-a34a113a610c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-735837168-subnet', 'tenant_id': 'eb567b1a7cfa4de0b969a072527566aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:14.652220 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Made reservation on behalf of eb567b1a7cfa4de0b969a072527566aa for: {'subnet': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:14.657943 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.708290 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.725706 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Checking segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:14.726184 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Network hostable DHCP agents. Network: 2c9a20d6-fe56-4f54-a96e-edd086f5cc72, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:14.763900 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:14.778968 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 2c9a20d6-fe56-4f54-a96e-edd086f5cc72) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:14.785626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.793091 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.827690 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f1be6a32-a940-4195-a65f-9e066920fbe2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8842010 Nov 22 16:46:14.828055 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40798) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.832937 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7aad9-9423-4ae6-8599-a724e2596a55 None None] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:14.833676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:14.894101 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.896096 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.146605 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.150414 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.164584 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-412249454-network', 'tenant_id': 'cc8e92d816164073980e4b6e167dfcf9'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:15.232580 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:46:15.235893 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.282176 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-network', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:15.385919 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.388982 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557ec92d-9342-4c2a-a8fd-8012b55cc372,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.442810 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Checking segment: {'id': 'e78f1700-02f4-4feb-abb6-92c9e2bd7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'caa307ae-b91a-4e3c-971e-a34a113a610c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:15.444549 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Network hostable DHCP agents. Network: caa307ae-b91a-4e3c-971e-a34a113a610c, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:15.471472 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Made reservation on behalf of cc8e92d816164073980e4b6e167dfcf9 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:15.474568 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.488825 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.498825 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Network caa307ae-b91a-4e3c-971e-a34a113a610c is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:15.522644 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, caa307ae-b91a-4e3c-971e-a34a113a610c) {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:15.533325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.534801 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.567234 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53ed62-b207-4208-9fec-7732aa54cec3 None None] Network caa307ae-b91a-4e3c-971e-a34a113a610c requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:15.592045 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-5dcfdd92-827f-4d41-bcbc-6393866b38d6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0182083 Nov 22 16:46:15.607874 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.609330 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Made reservation on behalf of 46cf61d791e04bc483cab9a8f8745008 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:15.612730 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.622079 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.636727 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:15.696763 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.699245 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9680309-1c3c-443f-9f66-0620eb7b433a,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.708992 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.709335 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Added segment cc9106e3-d0be-4cbf-af15-1ba298683376 of type vlan for network efc621b2-0d87-49ac-81d5-2c5c14e1884c Nov 22 16:46:15.746452 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Allocated IP 172.20.0.2 (2c9a20d6-fe56-4f54-a96e-edd086f5cc72/8e8eefdb-ac45-4eb5-bb4c-36283c124ba2/36f93681-b33c-4397-a241-f2e03fbf36f7) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:15.804882 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.871784 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.873219 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.874282 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.941308 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3cf4f3-af83-468d-ab84-3a6bcd0c4997 None None] Network caa307ae-b91a-4e3c-971e-a34a113a610c requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:16.003782 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.016368 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.041067 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40850) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:16.042362 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7594631 Nov 22 16:46:16.058774 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Request body: {'subnet': {'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-412249454-subnet', 'tenant_id': 'cc8e92d816164073980e4b6e167dfcf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:16.078682 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:16.083072 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d516854-79ac-4bb9-859f-6054bd94a193 admin admin] Pushing event updated for resources: {'Network': ['ID=efc621b2-0d87-49ac-81d5-2c5c14e1884c,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.110203 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network efc621b2-0d87-49ac-81d5-2c5c14e1884c details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:16.118748 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.119080 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Added segment aa752436-f4eb-4e00-a037-6273f3743e24 of type vlan for network 5ef43581-0b2d-45c7-919f-e29c34327fb4 Nov 22 16:46:16.141460 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.143659 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67769d4a-4bcd-47c7-afc4-d0692f47a278,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.177234 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Made reservation on behalf of cc8e92d816164073980e4b6e167dfcf9 for: {'subnet': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:16.187953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.188385 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Publish callbacks [] for subnet, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.239448 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40854) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:16.259018 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.444969 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.445945 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.446527 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.550106 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.562769 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2594914 Nov 22 16:46:16.569613 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40868) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:16.585601 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.595390 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Request body: {'subnet': {'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-subnet', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:16.619562 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Allocated IP 172.27.3.52 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/8bd12c24-04f2-472b-a331-6d79be15d014) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:16.634730 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.668463 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b541440-0d67-4955-b295-5cf145a3b482 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef43581-0b2d-45c7-919f-e29c34327fb4,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.772170 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Pushing event updated for resources: {'Port': ['ID=36f93681-b33c-4397-a241-f2e03fbf36f7,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.784888 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:16.801149 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.801516 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.801855 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.802185 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.802616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.802969 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.803297 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.803628 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.803986 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.804306 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.804628 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.804952 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Tracked resource versions report: Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: pushed versions: Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Log': {'1.0'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Network': {'1.1'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Port': {'1.7'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'PortForwarding': {'1.2'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'QosPolicy': {'1.10'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SubPort': {'1.0'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Subnet': {'1.1'}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Trunk': {'1.1'}} Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: consumer versions: Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: HyperV agent@hv-cinder-80473: {}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'ConntrackHelper': '1.0', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Log': '1.0', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Network': '1.1', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Port': '1.7', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'PortForwarding': '1.2', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'QosPolicy': '1.10', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroup': '1.5', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SecurityGroupRule': '1.2', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'SubPort': '1.0', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Subnet': '1.1', Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: 'Trunk': '1.1'}} Nov 22 16:46:16.806080 dv-cinder-804735-12-iscsi neutron-server[119719]: {{(pid=119719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:16.834737 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Made reservation on behalf of 46cf61d791e04bc483cab9a8f8745008 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:16.837076 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.855727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a856ac4b-1b9b-4656-80eb-a9a1d3484287,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.864294 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Checking segment: {'id': 'cc9106e3-d0be-4cbf-af15-1ba298683376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:16.865678 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Network hostable DHCP agents. Network: efc621b2-0d87-49ac-81d5-2c5c14e1884c, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:16.915872 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Network efc621b2-0d87-49ac-81d5-2c5c14e1884c is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:16.942797 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, efc621b2-0d87-49ac-81d5-2c5c14e1884c) {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:16.951611 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.952833 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.999881 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6646d86c-0187-4732-a1a6-75e6d5b07f8b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9500878 Nov 22 16:46:17.021510 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-03378954-4c30-4f74-8aa7-c86229e5c41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.050138 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40886) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:17.053930 dv-cinder-804735-12-iscsi neutron-server[119718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:46:17.148484 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:17.149426 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b020c8-2cf5-442a-821e-49a5a27cecbd None None] Network efc621b2-0d87-49ac-81d5-2c5c14e1884c requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:17.277211 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.284167 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:17.286917 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:17.522790 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-03378954-4c30-4f74-8aa7-c86229e5c41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.539680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-03378954-4c30-4f74-8aa7-c86229e5c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.553543 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Attempting to bind port 36f93681-b33c-4397-a241-f2e03fbf36f7 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:17.554338 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Attempting to bind port 36f93681-b33c-4397-a241-f2e03fbf36f7 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:17.554338 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Attempting to bind port 36f93681-b33c-4397-a241-f2e03fbf36f7 on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:17.566874 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a327f28-3c80-4501-b63d-0ce38d7043fd None None] Network efc621b2-0d87-49ac-81d5-2c5c14e1884c requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:17.575338 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40898) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:17.595346 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-965376778-network', 'tenant_id': '1d23dae694f240c79c475c0405e23074'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:17.608518 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-03378954-4c30-4f74-8aa7-c86229e5c41b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4e7f3992c05462f8d0e0ec3bb7c277e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3666871 Nov 22 16:46:17.613053 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40900) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:17.645397 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-ede2d64c-5062-46a8-963a-843a08488978 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.659523 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-ede2d64c-5062-46a8-963a-843a08488978 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.6073675 Nov 22 16:46:17.707569 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3a2993b3-3f33-4f55-a786-de89fce2f0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.709103 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:17.709373 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-3149f4e8-817e-4272-8538-69e359db547e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/quotas/a5d4f105bf7f47a8a530e61cecdb8ef3 HTTP/1.1" status: 200 len: 375 time: 0.0485108 Nov 22 16:46:17.709540 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Checking segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:17.710089 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.710839 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Bound using segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:17.712148 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Bound port: 36f93681-b33c-4397-a241-f2e03fbf36f7, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:17.713085 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.762452 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3a2993b3-3f33-4f55-a786-de89fce2f0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.810321 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03378954-4c30-4f74-8aa7-c86229e5c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1144c994-fcbc-4541-8869-2b6acbea4670,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:17.811341 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-f803ea89-cf1d-4c90-9817-8e9ad33c88ed tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004994 Nov 22 16:46:17.813000 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Made reservation on behalf of 1d23dae694f240c79c475c0405e23074 for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:17.818150 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.838025 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.878469 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.989660 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] For port 36f93681-b33c-4397-a241-f2e03fbf36f7, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:18.000971 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] For port 36f93681-b33c-4397-a241-f2e03fbf36f7, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=36f93681-b33c-4397-a241-f2e03fbf36f7,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:18.014787 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.026990 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.031780 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.037778 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.099479 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:18.116310 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:18.133343 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:18.144351 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd12c24-04f2-472b-a331-6d79be15d014,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.147400 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634c68a-0a95-44fd-8034-97a3320d8d2c,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.158226 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.158720 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Added segment e7674fe8-03f3-462c-84de-04d9633da282 of type vlan for network 2f5913fa-fd4b-4323-ba94-987c8b06cd7d Nov 22 16:46:18.175415 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:18.218304 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55fb76-be0f-46ba-b63a-ec425e8374e8 None None] Pushing event updated for resources: {'Port': ['ID=36f93681-b33c-4397-a241-f2e03fbf36f7,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.239517 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.253237 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-038ac6ec-b777-48fa-9418-93178464271b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:46:18.257067 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-038ac6ec-b777-48fa-9418-93178464271b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1548278 Nov 22 16:46:18.354551 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.db.resource_extend [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:46:18.409982 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.411578 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.412840 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.439880 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d2fe55-4078-4c31-bc89-7b14a813df1b,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.493921 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-71052ed5-94c9-4c65-86a3-50d50b417015 service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311969 Nov 22 16:46:18.494266 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3a2993b3-3f33-4f55-a786-de89fce2f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.499088 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3a2993b3-3f33-4f55-a786-de89fce2f0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.501607 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3a2993b3-3f33-4f55-a786-de89fce2f0ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1144c994-fcbc-4541-8869-2b6acbea4670 HTTP/1.1" status: 204 len: 168 time: 0.8874030 Nov 22 16:46:18.590848 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Checking segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:18.590848 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Network hostable DHCP agents. Network: 5ef43581-0b2d-45c7-919f-e29c34327fb4, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:18.590848 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2993b3-3f33-4f55-a786-de89fce2f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144c994-fcbc-4541-8869-2b6acbea4670,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.595012 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9955585 Nov 22 16:46:18.596122 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40924) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:18.614650 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Request body: {'subnet': {'network_id': '2f5913fa-fd4b-4323-ba94-987c8b06cd7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-965376778-subnet', 'tenant_id': '1d23dae694f240c79c475c0405e23074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:18.742256 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:18.746533 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Made reservation on behalf of 1d23dae694f240c79c475c0405e23074 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:18.749738 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.766088 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27431a3-9b2b-4c09-ae00-ce3df5883293 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5913fa-fd4b-4323-ba94-987c8b06cd7d,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.782908 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 2f5913fa-fd4b-4323-ba94-987c8b06cd7d details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:18.906213 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-82c63953-7a59-4858-ba7e-7d73b99ab7b0 service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131695 Nov 22 16:46:18.907444 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40938) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.018145 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 5ef43581-0b2d-45c7-919f-e29c34327fb4) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:19.062684 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.063291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.067248 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b6a39-0cd1-4d77-9346-62c8cfa6a132 None None] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:19.070499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.134199 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b0232f39-4090-4858-842f-419454a44bc3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5633252 Nov 22 16:46:19.141048 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 40942) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.147659 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:19.148748 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.185520 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-65354add-182d-4df5-b2bf-98433e41b6e3 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.188541 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-65354add-182d-4df5-b2bf-98433e41b6e3 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/networks?id=efc621b2-0d87-49ac-81d5-2c5c14e1884c HTTP/1.1" status: 200 len: 811 time: 0.2764208 Nov 22 16:46:19.190660 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.192037 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.195066 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc45ad8-72d4-4c22-92a2-557847b04974,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:19.256782 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-88ddb8e8-7c25-41a3-81aa-f66991c78364 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/quotas/cc8e92d816164073980e4b6e167dfcf9 HTTP/1.1" status: 200 len: 375 time: 0.0515382 Nov 22 16:46:19.267663 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Checking segment: {'id': 'e7674fe8-03f3-462c-84de-04d9633da282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '2f5913fa-fd4b-4323-ba94-987c8b06cd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:19.268073 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Network hostable DHCP agents. Network: 2f5913fa-fd4b-4323-ba94-987c8b06cd7d, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:19.307927 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Network 2f5913fa-fd4b-4323-ba94-987c8b06cd7d is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:19.325209 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 2f5913fa-fd4b-4323-ba94-987c8b06cd7d) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:19.370287 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.370732 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.409132 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de583fef-69e9-4c2e-ab96-b34a2343adf4 None None] Network 2f5913fa-fd4b-4323-ba94-987c8b06cd7d requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:19.450311 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-0cde8b1b-58cc-45d7-aae9-59ce4d792c7f tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc8e92d816164073980e4b6e167dfcf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1788099 Nov 22 16:46:19.455280 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-12c0651b-82a0-41a9-bb74-3a419aef80a6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8523402 Nov 22 16:46:19.519618 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.593808 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.610354 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc20cb-f8c5-42df-9f48-38569192f95e None None] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:19.750831 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40960) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.751775 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40962) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.948876 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a224e61a-055a-47fe-97b7-2abc0dbf61b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.961472 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.096641 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Deleting subnet 557ec92d-9342-4c2a-a8fd-8012b55cc372 {{(pid=119717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:20.101444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.144768 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fcfa3a-8f96-4e66-8912-f90c4d28ff4d None None] Network 2f5913fa-fd4b-4323-ba94-987c8b06cd7d requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:20.165001 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.191008 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.262140 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f98f9b-f9e9-428a-830d-eb69750de463 None None] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:20.293116 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.415607 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1a9b151b-c9ed-4d7a-b912-1b0061346c4a req-0bc6555c-090d-4719-b267-9ff2e1b707f7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 210 time: 0.3492277 Nov 22 16:46:20.437225 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a224e61a-055a-47fe-97b7-2abc0dbf61b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.486125 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-8f19d00e-7a37-4b23-9539-d04f8f552b4c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:46:20.487961 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-8f19d00e-7a37-4b23-9539-d04f8f552b4c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4196060 Nov 22 16:46:20.492323 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.493687 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a224e61a-055a-47fe-97b7-2abc0dbf61b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.548484 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 36f93681-b33c-4397-a241-f2e03fbf36f7 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:20.608689 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a224e61a-055a-47fe-97b7-2abc0dbf61b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01d068fd7ce6401bb0bb742249d81130&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8525062 Nov 22 16:46:20.613490 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.620108 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/557ec92d-9342-4c2a-a8fd-8012b55cc372 HTTP/1.1" status: 204 len: 168 time: 0.8662925 Nov 22 16:46:20.622415 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224e61a-055a-47fe-97b7-2abc0dbf61b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf560f-fd68-4dc0-876d-c7de655a693b,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.628199 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2710a-7cfb-4f16-8b35-2bd1b8729e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557ec92d-9342-4c2a-a8fd-8012b55cc372,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.630668 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40996) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:20.631150 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 40998) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:20.655616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-66fd45d6-a234-4ba0-8417-fff4802ebd26 None None] Provisioning complete for port 36f93681-b33c-4397-a241-f2e03fbf36f7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:20.658071 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-66fd45d6-a234-4ba0-8417-fff4802ebd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.749868 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 36f93681-b33c-4397-a241-f2e03fbf36f7 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:20.750550 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.865314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:20.906972 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-08e178cc-8f06-40d2-accb-fcdeb8c44c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.941679 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.004401 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 36f93681-b33c-4397-a241-f2e03fbf36f7, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=36f93681-b33c-4397-a241-f2e03fbf36f7,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:21.014920 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.056338 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-39658f0e-7ec2-457c-a138-92556bdf52f7 service neutron] 10.222.0.61 "GET /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550985 Nov 22 16:46:21.102388 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-08e178cc-8f06-40d2-accb-fcdeb8c44c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.179339 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.185867 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=36f93681-b33c-4397-a241-f2e03fbf36f7,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.273357 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-fdfc0050-74f3-428c-a1c6-7ae98e59e527 service neutron] 10.222.0.61 "GET /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918430 Nov 22 16:46:21.275503 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.282862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.317029 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-08e178cc-8f06-40d2-accb-fcdeb8c44c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.323661 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-08e178cc-8f06-40d2-accb-fcdeb8c44c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.325692 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-08e178cc-8f06-40d2-accb-fcdeb8c44c16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ccf560f-fd68-4dc0-876d-c7de655a693b HTTP/1.1" status: 204 len: 168 time: 0.6923454 Nov 22 16:46:21.535017 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e178cc-8f06-40d2-accb-fcdeb8c44c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf560f-fd68-4dc0-876d-c7de655a693b,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.563058 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:21.581839 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:21.622695 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:21.625209 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:21.716854 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.726430 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-52af3fab-7d13-4055-86f1-e29697f757f0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8942869 Nov 22 16:46:21.769285 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41032) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:21.865274 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.881938 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-bdc3b656-2b12-4ee4-9040-647f5fdad7a1 None None] Provisioning complete for port 36f93681-b33c-4397-a241-f2e03fbf36f7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:21.883983 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b656-2b12-4ee4-9040-647f5fdad7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.916462 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.917168 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.918158 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.918680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.919118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.919554 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.920418 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.920871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.921292 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.921713 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:21.993678 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55f10905-8c1e-4747-98bb-0b716c9306ae req-5f93f050-aee1-4fe2-a970-48acff5ca062 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 210 time: 0.0870318 Nov 22 16:46:22.118027 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Allocated IP 172.27.3.128 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/dd502ff2-8918-4342-afea-e44d29ff6aa2) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:22.118704 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:22.153960 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32b7070e-48bc-482c-aec3-167f39697fae req-225082ff-be88-4ffd-840e-f683a1a14825 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.0772851 Nov 22 16:46:22.405160 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 36f93681-b33c-4397-a241-f2e03fbf36f7 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:22.631926 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 36f93681-b33c-4397-a241-f2e03fbf36f7 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:22.632475 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.648219 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.686519 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:22.687268 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:22.687745 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:22.688349 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:46:22.689026 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa307ae-b91a-4e3c-971e-a34a113a610c']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.800853 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78f1700-02f4-4feb-abb6-92c9e2bd7438') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.803203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78f1700-02f4-4feb-abb6-92c9e2bd7438') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.810570 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:18Z', 'revision_number': 3, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.887872 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:22.888808 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Updating router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 port 8bd12c24-04f2-472b-a331-6d79be15d014 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:22.893973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.920844 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41080) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:22.974418 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.975103 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.021234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:23.021920 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: from cryptography.utils import int_from_bytes Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: from cryptography.utils import int_from_bytes Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:23.047146 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:23.104330 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.145367 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:23.186045 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:23.230856 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:23.287536 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.311406 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.330118 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/caa307ae-b91a-4e3c-971e-a34a113a610c HTTP/1.1" status: 204 len: 168 time: 2.6906767 Nov 22 16:46:23.368960 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41102) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:23.402452 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08d1f2-0846-43b9-8e0a-12b33d93ecd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa307ae-b91a-4e3c-971e-a34a113a610c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.511864 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Deleting subnet bbc45ad8-72d4-4c22-92a2-557847b04974 {{(pid=119717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:23.530797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.591718 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-53e6c0dd-7201-4e4c-b633-933c45a7cb89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.721931 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.731919 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.822242 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a5df2a2d-502d-4d5c-bf9e-2e7fe13a2649 req-48aa81da-4cad-4508-b741-173fe8d85a47 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.1432753 Nov 22 16:46:23.832732 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555969'] for subnet, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.900292 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Attempting to bind port 8bd12c24-04f2-472b-a331-6d79be15d014 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:23.902409 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Attempting to bind port 8bd12c24-04f2-472b-a331-6d79be15d014 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:23.903016 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Attempting to bind port 8bd12c24-04f2-472b-a331-6d79be15d014 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:23.905717 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Pushing event updated for resources: {'Port': ['ID=8bd12c24-04f2-472b-a331-6d79be15d014,revision_number=2']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.918169 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.919975 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:23.920457 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:23.920768 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.921305 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:23.921768 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Bound port: 8bd12c24-04f2-472b-a331-6d79be15d014, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:23.922207 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.927068 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.928044 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.928401 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.928742 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.929081 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.929483 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.930037 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.930424 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.930952 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.931726 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.932782 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.933123 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Tracked resource versions report: Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: pushed versions: Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Log': {'1.0'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Network': {'1.1'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Port': {'1.7'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'PortForwarding': {'1.2'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'QosPolicy': {'1.10'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SubPort': {'1.0'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Subnet': {'1.1'}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Trunk': {'1.1'}} Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: consumer versions: Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: { DHCP agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: HyperV agent@hv-cinder-80473: {}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: L3 agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: Metadata agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: Metering agent@dv-cinder-804735-12-iscsi: {}, Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: Open vSwitch agent@dv-cinder-804735-12-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'ConntrackHelper': '1.0', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Log': '1.0', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Network': '1.1', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Port': '1.7', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'PortForwarding': '1.2', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'QosPolicy': '1.10', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroup': '1.5', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SecurityGroupRule': '1.2', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'SubPort': '1.0', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Subnet': '1.1', Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: 'Trunk': '1.1'}} Nov 22 16:46:23.934620 dv-cinder-804735-12-iscsi neutron-server[119720]: {{(pid=119720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:23.989063 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Pushing event updated for resources: {'Port': ['ID=dd502ff2-8918-4342-afea-e44d29ff6aa2,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.051420 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] For port 8bd12c24-04f2-472b-a331-6d79be15d014, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:24.062567 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] For port 8bd12c24-04f2-472b-a331-6d79be15d014, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=8bd12c24-04f2-472b-a331-6d79be15d014,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:24.075095 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b4385287-55a7-41fa-956e-5a2d8e639019 req-8afc21f0-581e-40d3-9e1e-aa3b96abe544 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 210 time: 0.3871922 Nov 22 16:46:24.076596 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671005'] for subnet, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.078365 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.179768 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc45ad8-72d4-4c22-92a2-557847b04974,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.182635 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.210407 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.215292 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69a52b-77aa-477a-9ede-6ddfcf0d9803 None None] Pushing event updated for resources: {'Port': ['ID=8bd12c24-04f2-472b-a331-6d79be15d014,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.216496 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a0b2bd28-53e1-4461-97fd-8923051b71f9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bbc45ad8-72d4-4c22-92a2-557847b04974 HTTP/1.1" status: 204 len: 168 time: 0.8417974 Nov 22 16:46:24.222922 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:24.223585 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:24.224849 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41124) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:24.312319 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.358407 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.371264 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-53e6c0dd-7201-4e4c-b633-933c45a7cb89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.379552 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-53e6c0dd-7201-4e4c-b633-933c45a7cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.493057 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-53e6c0dd-7201-4e4c-b633-933c45a7cb89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a863f08c36e342fb8f586122410a300a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5707519 Nov 22 16:46:24.495465 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:24.495721 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41130) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:24.507468 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6c0dd-7201-4e4c-b633-933c45a7cb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8be1a-25ce-4955-bf3b-30b541dfabe9,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.626852 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.664249 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5913fa-fd4b-4323-ba94-987c8b06cd7d']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:24.679583 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9f37e66a-2c10-425b-b165-532b3124884a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.683883 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7674fe8-03f3-462c-84de-04d9633da282') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:24.684195 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7674fe8-03f3-462c-84de-04d9633da282') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:24.703800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.766339 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9f37e66a-2c10-425b-b165-532b3124884a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.773835 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.789554 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:24.789954 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:24.792921 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:24.974134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.985606 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.991667 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f5913fa-fd4b-4323-ba94-987c8b06cd7d HTTP/1.1" status: 204 len: 168 time: 0.7654841 Nov 22 16:46:24.997721 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9f37e66a-2c10-425b-b165-532b3124884a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.004533 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9f37e66a-2c10-425b-b165-532b3124884a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.005681 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9f37e66a-2c10-425b-b165-532b3124884a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3e8be1a-25ce-4955-bf3b-30b541dfabe9 HTTP/1.1" status: 204 len: 168 time: 0.5086005 Nov 22 16:46:25.032242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e98c45-f360-44c4-a65e-d0f0b1e3acb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5913fa-fd4b-4323-ba94-987c8b06cd7d,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.039265 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:18Z', 'revision_number': 3, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:25.047611 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37e66a-2c10-425b-b165-532b3124884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8be1a-25ce-4955-bf3b-30b541dfabe9,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.084823 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f6308-2e4a-4002-8a93-3802bf99c99c None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:18Z', 'revision_number': 3, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:25.191660 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cbfe8a69-2f55-495e-b988-8dab83c9acc8 req-3c7e040a-3094-474a-bcb9-1f4ff803e1ee tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.1121478 Nov 22 16:46:25.262242 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.304582 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-86e6c371-5c3c-4e38-80ab-6c601082d9fd req-ee9678c2-90b8-4def-8d85-4abf9e2e6dd0 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 210 time: 0.0348313 Nov 22 16:46:25.409291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41158) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:25.524263 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Allocated IP 172.20.0.1 (2c9a20d6-fe56-4f54-a96e-edd086f5cc72/8e8eefdb-ac45-4eb5-bb4c-36283c124ba2/5c5ace35-d18a-48f1-9a35-5bf0ace07bb0) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:25.565901 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-86e34ab7-5a45-4e73-a0b0-12ba323aee13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb567b1a7cfa4de0b969a072527566aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1531353 Nov 22 16:46:25.568917 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41162) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:25.708454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.58', 63463) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:25.955265 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.961435 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:26.008017 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3b454852-8f11-44be-996d-40327eedc823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.140975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3b454852-8f11-44be-996d-40327eedc823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.241287 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.395251 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-fe1bcf33-0444-434c-adcd-691ea398010e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:26.399582 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-fe1bcf33-0444-434c-adcd-691ea398010e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.6898801 Nov 22 16:46:26.419960 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3b454852-8f11-44be-996d-40327eedc823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.423999 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3b454852-8f11-44be-996d-40327eedc823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.425870 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3b454852-8f11-44be-996d-40327eedc823 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3222108b-94b5-4bc1-a6bf-dc9300722cd3 HTTP/1.1" status: 204 len: 168 time: 0.8545303 Nov 22 16:46:26.491422 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:26.516960 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:26.528816 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Request body: {'port': {'device_id': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'admin_state_up': True, 'tenant_id': 'a5d4f105bf7f47a8a530e61cecdb8ef3'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:26.534673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:26.544745 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:26.553772 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.556002 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b454852-8f11-44be-996d-40327eedc823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3222108b-94b5-4bc1-a6bf-dc9300722cd3,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:26.664818 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.58', 63468) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:26.699277 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8bd12c24-04f2-472b-a331-6d79be15d014 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:26.935957 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 8bd12c24-04f2-472b-a331-6d79be15d014 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:26.936636 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.068988 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:27.084823 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4bfda759-edf9-45a8-b841-b91fbadeea58 None None] Provisioning complete for port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:27.086059 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4bfda759-edf9-45a8-b841-b91fbadeea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.157967 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4bfda759-edf9-45a8-b841-b91fbadeea58 None None] Port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:27.168526 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Sync routers for ids ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:27.225752 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Made reservation on behalf of a5d4f105bf7f47a8a530e61cecdb8ef3 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:27.232284 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:27.233005 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.239631 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.290205 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 8bd12c24-04f2-472b-a331-6d79be15d014, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=8bd12c24-04f2-472b-a331-6d79be15d014,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:27.310498 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.331110 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-78c53b1c-cde8-400c-9696-6049f922474f req-4eb54172-aabd-4290-b822-0c9bf77a0a37 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.3168957 Nov 22 16:46:27.353031 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6f62539f-2767-4465-8eab-4606f4a0e9b3 req-9969df9d-b874-4009-9427-7c8e3b6e1feb tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 210 time: 0.3401074 Nov 22 16:46:27.445112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=8bd12c24-04f2-472b-a331-6d79be15d014,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:27.448428 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.450215 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-28a88347-96e6-424a-9121-b61b4c247f3b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3074396 Nov 22 16:46:27.451804 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Routers {'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:27.452754 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:27.466072 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41236) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:27.696450 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-a6423dc6-6491-4623-95e6-a2ffcd6e1620 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.699087 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-a6423dc6-6491-4623-95e6-a2ffcd6e1620 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.58 "GET /v2.0/networks?id=efc621b2-0d87-49ac-81d5-2c5c14e1884c HTTP/1.1" status: 200 len: 811 time: 1.0326817 Nov 22 16:46:27.708519 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Allocated IP 172.20.0.11 (45736139-c6d0-4dea-bd82-3ebc3b844a1c/eab90451-b771-49cb-b6c1-12773a987fb9/948e5c76-68b7-441c-b331-9380ea7a34e2) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:27.725769 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Request body: {'port': {'device_id': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c', 'admin_state_up': True, 'tenant_id': 'cc8e92d816164073980e4b6e167dfcf9'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:27.744135 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Set router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:28.015651 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41254) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:28.123923 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.206283 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Made reservation on behalf of cc8e92d816164073980e4b6e167dfcf9 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:28.211444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.224854 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:23Z', 'revision_number': 3, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:28.271565 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Checking router: a95e2680-b12b-43aa-bbe5-b6d2a014d5dc for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:28.272338 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Updating router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc port dd502ff2-8918-4342-afea-e44d29ff6aa2 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:28.336711 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.574013 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41258) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:28.593869 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e4a0df56-e038-4c64-95df-facf0fd7ea17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d23dae694f240c79c475c0405e23074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5726604 Nov 22 16:46:28.613364 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.647135 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41266) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:28.662879 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.716513 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-23145e6a-427b-4763-966a-65227ff589a5 req-04ac64c3-ca4e-4884-9672-c8bc6202b3b5 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.1168568 Nov 22 16:46:28.725196 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8bd12c24-04f2-472b-a331-6d79be15d014 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:28.867734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3a6f9-2a39-4a1e-98c6-a42e1ee7d7bc req-3f29e221-ffb4-400b-865c-20d91e820f28 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.877817 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-94b3a6f9-2a39-4a1e-98c6-a42e1ee7d7bc req-3f29e221-ffb4-400b-865c-20d91e820f28 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 932 time: 0.2769613 Nov 22 16:46:29.051944 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-235bb0d6-6c79-4a01-9a0b-682a36fed146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.090594 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-94b3a6f9-2a39-4a1e-98c6-a42e1ee7d7bc req-12f7aac0-aba0-4a8a-b156-5a9f4acea9c6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113903 Nov 22 16:46:29.169919 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.184245 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.185039 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.248181 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:29.397860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 8bd12c24-04f2-472b-a331-6d79be15d014 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:29.398560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.522135 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.652778 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1e26-ef8b-4625-9195-f180261758d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.707717 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Allocated IP 172.20.0.13 (efc621b2-0d87-49ac-81d5-2c5c14e1884c/a856ac4b-1b9b-4656-80eb-a9a1d3484287/49146094-041b-4242-89d8-6a39f4cd1968) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:29.936504 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:30.193063 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.193832 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.194755 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1e26-ef8b-4625-9195-f180261758d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.210145 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1e26-ef8b-4625-9195-f180261758d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.210522 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.311415 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:30.319081 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:30.436346 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6e8e1e26-ef8b-4625-9195-f180261758d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d5d10a4cfd64d9da06b97e239d9d996&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8454816 Nov 22 16:46:30.438314 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41304) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:30.439228 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Attempting to bind port dd502ff2-8918-4342-afea-e44d29ff6aa2 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:30.439870 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Attempting to bind port dd502ff2-8918-4342-afea-e44d29ff6aa2 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:30.440500 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Attempting to bind port dd502ff2-8918-4342-afea-e44d29ff6aa2 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:30.453290 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1e26-ef8b-4625-9195-f180261758d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93ead00-68e5-4336-a7a3-02bd0a75f6c3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.470629 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:30.470810 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:30.471216 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.474992 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:30.475161 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:30.475710 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Bound port: dd502ff2-8918-4342-afea-e44d29ff6aa2, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:30.476270 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.478225 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488163d-0574-468e-ac8d-91cd39a5ea59 None None] Pushing event updated for resources: {'Port': ['ID=dd502ff2-8918-4342-afea-e44d29ff6aa2,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.501528 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.504399 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.511262 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.640085 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] For port dd502ff2-8918-4342-afea-e44d29ff6aa2, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:30.649590 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75ec-5ff1-476b-8037-72289eb1aeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.650382 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] For port dd502ff2-8918-4342-afea-e44d29ff6aa2, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=dd502ff2-8918-4342-afea-e44d29ff6aa2,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:30.663117 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.668437 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1638644 Nov 22 16:46:30.693073 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-037a1f2c-9d85-49fc-af86-5acc86f5cf49 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:46:30.693073 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-037a1f2c-9d85-49fc-af86-5acc86f5cf49 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147209 Nov 22 16:46:30.700585 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecfca3-7b78-4e54-ac03-d562f09fff10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event updated for resources: {'Port': ['ID=948e5c76-68b7-441c-b331-9380ea7a34e2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.713343 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Network efc621b2-0d87-49ac-81d5-2c5c14e1884c is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:30.727981 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41310) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:30.758812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:30.843452 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:30.872688 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75ec-5ff1-476b-8037-72289eb1aeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.923652 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.957907 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Routers {'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:30.961488 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3df35950-3b0a-4863-8369-a1d96c054b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.966301 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:31.090215 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Pushing event updated for resources: {'Port': ['ID=49146094-041b-4242-89d8-6a39f4cd1968,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:31.138977 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.141259 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.204081 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488163d-0574-468e-ac8d-91cd39a5ea59 None None] Pushing event updated for resources: {'Port': ['ID=dd502ff2-8918-4342-afea-e44d29ff6aa2,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:31.221962 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-75eec1ef-80c5-4634-b6b1-c058e930fad4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5029957 Nov 22 16:46:31.231276 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75ec-5ff1-476b-8037-72289eb1aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.232703 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa88-4f76-42f4-8077-7fcbd7c98cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.235946 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0b6a75ec-5ff1-476b-8037-72289eb1aeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.240859 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-0b6a75ec-5ff1-476b-8037-72289eb1aeba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a634c68a-0a95-44fd-8034-97a3320d8d2c HTTP/1.1" status: 204 len: 168 time: 2.5890131 Nov 22 16:46:31.313092 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-05567dd9-5b5a-4d90-839a-6c29719ed69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.352408 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Request body: {'port': {'device_id': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:31.359166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a75ec-5ff1-476b-8037-72289eb1aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634c68a-0a95-44fd-8034-97a3320d8d2c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:31.383401 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] Set router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:31.443325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3df35950-3b0a-4863-8369-a1d96c054b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.569553 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Request body: {'port': {'device_id': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:31.712722 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e2e22-6b00-4dc3-ac3f-7a0d33867031 req-51299e73-d38a-4df5-a044-8efed3989d18 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.716197 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1a6e2e22-6b00-4dc3-ac3f-7a0d33867031 req-51299e73-d38a-4df5-a044-8efed3989d18 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 932 time: 1.4046519 Nov 22 16:46:31.892645 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.194861 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.485123 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.495181 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-0d9149e5-dd0a-4aca-954a-b41f3160d2de None None] Provisioning complete for port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:32.497962 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-0d9149e5-dd0a-4aca-954a-b41f3160d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.502940 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1a6e2e22-6b00-4dc3-ac3f-7a0d33867031 req-a017c5fe-bc45-4156-a95e-7c261356cd16 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604527 Nov 22 16:46:32.520166 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf8552-b01a-4b4b-bb02-b5ad16d8ebe8 req-7c4e67eb-833b-4938-aa0d-66615e06ee93 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.529155 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9edf8552-b01a-4b4b-bb02-b5ad16d8ebe8 req-7c4e67eb-833b-4938-aa0d-66615e06ee93 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 932 time: 2.0896864 Nov 22 16:46:32.560454 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:32.562865 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-05567dd9-5b5a-4d90-839a-6c29719ed69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.610755 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-05567dd9-5b5a-4d90-839a-6c29719ed69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.662559 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3df35950-3b0a-4863-8369-a1d96c054b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.668051 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3df35950-3b0a-4863-8369-a1d96c054b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.676379 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-3df35950-3b0a-4863-8369-a1d96c054b08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b93ead00-68e5-4336-a7a3-02bd0a75f6c3 HTTP/1.1" status: 204 len: 168 time: 2.2058494 Nov 22 16:46:32.770643 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05567dd9-5b5a-4d90-839a-6c29719ed69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2445df-d453-4826-9460-b8c1b0c0e3fa,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:32.810840 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-0d9149e5-dd0a-4aca-954a-b41f3160d2de None None] Port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:32.873527 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9edf8552-b01a-4b4b-bb02-b5ad16d8ebe8 req-f26c069c-2ddd-410b-8f01-6a0655b6bd16 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430724 Nov 22 16:46:32.893885 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Allocated IP 172.20.0.1 (5ef43581-0b2d-45c7-919f-e29c34327fb4/62d2fe55-4078-4c31-bc89-7b14a813df1b/2dffb326-1480-4be7-a4ad-ec6502028e17) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:32.935399 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:23Z', 'revision_number': 3, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:32.994575 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df35950-3b0a-4863-8369-a1d96c054b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93ead00-68e5-4336-a7a3-02bd0a75f6c3,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:33.033355 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603c40e1-7820-4329-868c-6bc7daa53cfd None None] The sync data for ids ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'] in dv-cinder-804735-12-iscsi is: [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:23Z', 'revision_number': 3, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:33.315606 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-05567dd9-5b5a-4d90-839a-6c29719ed69a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4c793b7e71d48ec8df9b6813f03fd8d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5609658 Nov 22 16:46:33.341096 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41354) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:33.610487 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.685997 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.702511 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:33.721916 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:33.748027 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-9be64e8e-0dd5-403c-9a4e-c0e01fa3d748 admin admin] 10.222.0.61 "PUT /v2.0/routers/e5f4d320-995c-40da-8b2c-9df31ec4a6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9635286 Nov 22 16:46:33.748027 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c0880914-bae6-4726-b920-025c7733b2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.748910 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:33.750197 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:33.917758 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c0880914-bae6-4726-b920-025c7733b2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.034652 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41370) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:34.108894 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1bbd94aa-bebd-4e89-b8be-93100dda2eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.116399 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:34.128600 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.407174 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49146094-041b-4242-89d8-6a39f4cd1968 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:34.430697 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.482515 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Transition to ACTIVE for port object 49146094-041b-4242-89d8-6a39f4cd1968 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:34.485636 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.493537 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.619139 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dd502ff2-8918-4342-afea-e44d29ff6aa2 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:34.620479 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:34.640558 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da44fc3-4d9a-4109-a338-32fd627868a5 req-d9fb457f-bffd-413c-ac47-f3edee811080 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.642244 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4da44fc3-4d9a-4109-a338-32fd627868a5 req-d9fb457f-bffd-413c-ac47-f3edee811080 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 932 time: 0.8421242 Nov 22 16:46:34.648171 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:34.657046 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:34.662470 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.775314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948e5c76-68b7-441c-b331-9380ea7a34e2 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:34.775638 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Pushing event updated for resources: {'Port': ['ID=2dffb326-1480-4be7-a4ad-ec6502028e17,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:34.788288 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c0880914-bae6-4726-b920-025c7733b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.790847 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c0880914-bae6-4726-b920-025c7733b2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.812719 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-c0880914-bae6-4726-b920-025c7733b2b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f2445df-d453-4826-9460-b8c1b0c0e3fa HTTP/1.1" status: 204 len: 168 time: 1.4518056 Nov 22 16:46:34.841919 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.882653 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Transition to ACTIVE for port object 948e5c76-68b7-441c-b331-9380ea7a34e2 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:34.886048 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port dd502ff2-8918-4342-afea-e44d29ff6aa2 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:34.887308 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.920162 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263abc8-8e95-47d1-be71-8d900c03ee2b req-71535738-9e1f-4b93-9bb4-dc17053af3b4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.936564 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.959059 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7263abc8-8e95-47d1-be71-8d900c03ee2b req-71535738-9e1f-4b93-9bb4-dc17053af3b4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 932 time: 0.8536401 Nov 22 16:46:35.045144 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:28Z', 'revision_number': 2, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:35.075367 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0880914-bae6-4726-b920-025c7733b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2445df-d453-4826-9460-b8c1b0c0e3fa,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:35.149640 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.234775 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:35.235201 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Updating router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:35.278078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port dd502ff2-8918-4342-afea-e44d29ff6aa2, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=dd502ff2-8918-4342-afea-e44d29ff6aa2,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:35.310720 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.322510 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.371787 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4da44fc3-4d9a-4109-a338-32fd627868a5 req-b5cc8818-41b1-4ef8-9553-011907037bc4 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6952250 Nov 22 16:46:35.387595 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1bbd94aa-bebd-4e89-b8be-93100dda2eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.492676 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7263abc8-8e95-47d1-be71-8d900c03ee2b req-1441f1e9-da61-4d1d-a1d9-f9a18db13a0d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293643 Nov 22 16:46:35.636303 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=dd502ff2-8918-4342-afea-e44d29ff6aa2,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:35.648466 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1bbd94aa-bebd-4e89-b8be-93100dda2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.702951 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Pushing event updated for resources: {'Port': ['ID=49146094-041b-4242-89d8-6a39f4cd1968,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:35.724646 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.329598 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd94aa-bebd-4e89-b8be-93100dda2eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ce7b1-7e8a-4a78-9034-ba1556056ffb,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:36.424653 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Pushing event updated for resources: {'Port': ['ID=948e5c76-68b7-441c-b331-9380ea7a34e2,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:36.445949 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1bbd94aa-bebd-4e89-b8be-93100dda2eca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a5bff3f44084dfc9a6aaba4d7215e53&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3904572 Nov 22 16:46:36.447523 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Attempting to bind port 948e5c76-68b7-441c-b331-9380ea7a34e2 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:36.448245 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Attempting to bind port 948e5c76-68b7-441c-b331-9380ea7a34e2 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:36.449118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Attempting to bind port 948e5c76-68b7-441c-b331-9380ea7a34e2 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:36.455151 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41406) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.573523 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dd502ff2-8918-4342-afea-e44d29ff6aa2 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:36.585759 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.586671 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Port 948e5c76-68b7-441c-b331-9380ea7a34e2 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:36.590538 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Attempting to bind port 948e5c76-68b7-441c-b331-9380ea7a34e2 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:36.607635 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.612202 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.670192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:36.674831 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Checking segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:36.677220 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Bound using segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:36.681372 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Bound port: 948e5c76-68b7-441c-b331-9380ea7a34e2, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:36.694257 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.767408 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.781225 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.823362 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port dd502ff2-8918-4342-afea-e44d29ff6aa2 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:36.823362 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.023737 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b6cf-ae20-423d-aec5-3e029ad15101 None None] Pushing event updated for resources: {'Port': ['ID=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:37.272274 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Pushing event updated for resources: {'Port': ['ID=2dffb326-1480-4be7-a4ad-ec6502028e17,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:37.313301 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332332-13b0-4fb7-ace2-a865c88c36b5 req-9c85f1ef-7d4e-4bbb-9bdb-90e488333b29 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.321760 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-67332332-13b0-4fb7-ace2-a865c88c36b5 req-9c85f1ef-7d4e-4bbb-9bdb-90e488333b29 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.6475840 Nov 22 16:46:37.400097 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:37.420575 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-67332332-13b0-4fb7-ace2-a865c88c36b5 req-f8d7b189-be80-491f-9ff3-bc2d53416dd9 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972638 Nov 22 16:46:37.424514 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Attempting to bind port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:37.425150 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Attempting to bind port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:37.425767 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Attempting to bind port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:37.426196 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:37.489214 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:37.493771 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Checking segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:37.495028 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.496081 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Bound using segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:37.496967 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Bound port: 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:37.497670 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.650838 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-09097705-3cf6-4e21-9c5d-4057842eacc6 None None] Provisioning complete for port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:37.654727 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-09097705-3cf6-4e21-9c5d-4057842eacc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.740269 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41428) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:37.749889 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422873370', 'description': 'tempest-description--1509269440'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:37.825464 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] For port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:37.836960 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] For port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:37.844715 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.924408 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-09097705-3cf6-4e21-9c5d-4057842eacc6 None None] Port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:37.963315 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c29eabf-ae84-429d-bd64-f26942ca52a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.985199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dac39-eaaa-401f-96d6-d6abd2345b11 req-60f2fb21-7989-4fdc-8141-b5086346bc42 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.997775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ac0dac39-eaaa-401f-96d6-d6abd2345b11 req-60f2fb21-7989-4fdc-8141-b5086346bc42 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.3754690 Nov 22 16:46:38.001164 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.021231 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Attempting to bind port 49146094-041b-4242-89d8-6a39f4cd1968 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:38.022560 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Attempting to bind port 49146094-041b-4242-89d8-6a39f4cd1968 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cc9106e3-d0be-4cbf-af15-1ba298683376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:38.023191 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Attempting to bind port 49146094-041b-4242-89d8-6a39f4cd1968 on network efc621b2-0d87-49ac-81d5-2c5c14e1884c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:38.035260 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Port 49146094-041b-4242-89d8-6a39f4cd1968 on network efc621b2-0d87-49ac-81d5-2c5c14e1884c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:38.035784 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Attempting to bind port 49146094-041b-4242-89d8-6a39f4cd1968 on network efc621b2-0d87-49ac-81d5-2c5c14e1884c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:38.060085 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:38.061291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Checking segment: {'id': 'cc9106e3-d0be-4cbf-af15-1ba298683376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:38.061933 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Bound using segment: {'id': 'cc9106e3-d0be-4cbf-af15-1ba298683376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:38.062636 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Bound port: 49146094-041b-4242-89d8-6a39f4cd1968, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9106e3-d0be-4cbf-af15-1ba298683376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:38.063321 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.112259 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] For port 948e5c76-68b7-441c-b331-9380ea7a34e2, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:38.121285 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:38.133722 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c29eabf-ae84-429d-bd64-f26942ca52a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.175501 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30b6cf-ae20-423d-aec5-3e029ad15101 None None] Pushing event updated for resources: {'Port': ['ID=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.227304 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] For port 948e5c76-68b7-441c-b331-9380ea7a34e2, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=948e5c76-68b7-441c-b331-9380ea7a34e2,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:38.249512 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.335924 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:38.345010 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.346142 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:38.371953 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ac0dac39-eaaa-401f-96d6-d6abd2345b11 req-30f56541-bd12-48e7-b610-1bed0fd0dfc6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712709 Nov 22 16:46:38.377461 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.549499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:38.571854 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.576655 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.579430 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] 10.222.0.58 "PUT /v2.0/ports/948e5c76-68b7-441c-b331-9380ea7a34e2 HTTP/1.1" status: 200 len: 1094 time: 7.5233893 Nov 22 16:46:38.581434 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8387415 Nov 22 16:46:38.595219 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41444) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:38.598376 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'tag': '948e5c76-68b7-441c-b331-9380ea7a34e2'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:38.618587 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'security_group_rule': {'security_group_id': '54277d5b-ba02-4f98-8d2c-3c5c2b3573a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:38.640609 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f60e8e-26f3-464a-87dd-cf44760d23e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.726291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] For port 49146094-041b-4242-89d8-6a39f4cd1968, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:38.793193 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] For port 49146094-041b-4242-89d8-6a39f4cd1968, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49146094-041b-4242-89d8-6a39f4cd1968,segment=NetworkSegment(cc9106e3-d0be-4cbf-af15-1ba298683376),segment_id=cc9106e3-d0be-4cbf-af15-1ba298683376)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:39.006770 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:39.016489 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-42575f8c-4e91-4f0d-b7a4-397bbbbc4830 None None] Provisioning complete for port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:39.021262 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-42575f8c-4e91-4f0d-b7a4-397bbbbc4830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.041732 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.099529 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:39.126999 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6cbfc83e-19c1-45dc-9fce-210b193d6867 admin admin] 10.222.0.61 "PUT /v2.0/routers/a95e2680-b12b-43aa-bbe5-b6d2a014d5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6569867 Nov 22 16:46:39.130238 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "46aaa1f5-cd61-46b1-9424-8444b96c948e", "tag": "948e5c76-68b7-441c-b331-9380ea7a34e2"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:39.139400 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.149497 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb1478-2034-407a-b13b-2833f5f4a7ac req-00744672-8dfa-458e-95f8-8b0f0248704b tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:39.160819 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9cb1478-2034-407a-b13b-2833f5f4a7ac req-00744672-8dfa-458e-95f8-8b0f0248704b tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.3088214 Nov 22 16:46:39.189769 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Sync routers for ids ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:39.254773 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976ed39-bb08-40df-96a8-8b374db1cb23 service neutron] Pushing event updated for resources: {'Port': ['ID=948e5c76-68b7-441c-b331-9380ea7a34e2,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:39.266725 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Routers {'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:39.268922 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:39.398699 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c29eabf-ae84-429d-bd64-f26942ca52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.403548 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c29eabf-ae84-429d-bd64-f26942ca52a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.407580 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9cb1478-2034-407a-b13b-2833f5f4a7ac req-cef71705-eeae-4a47-b399-75ee10519771 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439983 Nov 22 16:46:39.411220 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6c29eabf-ae84-429d-bd64-f26942ca52a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/365ce7b1-7e8a-4a78-9034-ba1556056ffb HTTP/1.1" status: 204 len: 168 time: 2.9502709 Nov 22 16:46:39.447314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29eabf-ae84-429d-bd64-f26942ca52a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ce7b1-7e8a-4a78-9034-ba1556056ffb,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:39.488205 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-571d0eba-011c-45f7-91e0-e090c18575e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:39.490050 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-571d0eba-011c-45f7-91e0-e090c18575e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 1097 time: 0.6891115 Nov 22 16:46:39.496710 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:39.497907 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.500550 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] 10.222.0.58 "PUT /v2.0/ports/49146094-041b-4242-89d8-6a39f4cd1968 HTTP/1.1" status: 200 len: 1094 time: 8.1565900 Nov 22 16:46:39.544679 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22de7d-2350-4b9f-81d9-03474e7b82a9 service neutron] Pushing event updated for resources: {'Port': ['ID=49146094-041b-4242-89d8-6a39f4cd1968,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:39.817917 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.837581 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-42575f8c-4e91-4f0d-b7a4-397bbbbc4830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.861406 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Set router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:39.870966 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.959635 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.961950 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:37Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:39.966130 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41480) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:39.973519 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'security_group_rule': {'security_group_id': '54277d5b-ba02-4f98-8d2c-3c5c2b3573a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:39.979943 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3805194 Nov 22 16:46:40.006232 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5404-d9a3-4af3-84c4-d609e8d1888e None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:37Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:40.013124 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-42575f8c-4e91-4f0d-b7a4-397bbbbc4830 None None] For port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:40.029778 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cfc7c-5645-489c-bccd-c107d5d3a769 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bde4e8-5801-44c1-a599-1fd06b1ab278,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.068552 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-42575f8c-4e91-4f0d-b7a4-397bbbbc4830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.073310 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03927047-7a50-44af-a1b0-125123d61668 req-559a7f6a-9527-4b7d-a504-ee96bd1d3d9b tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.075901 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-03927047-7a50-44af-a1b0-125123d61668 req-559a7f6a-9527-4b7d-a504-ee96bd1d3d9b tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.2189415 Nov 22 16:46:40.170315 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.235566 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42575f8c-4e91-4f0d-b7a4-397bbbbc4830 None None] Pushing event updated for resources: {'Port': ['ID=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.298578 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-03927047-7a50-44af-a1b0-125123d61668 req-04b01010-6261-4428-ace7-6ed9967c91ba tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869364 Nov 22 16:46:40.465058 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2dffb326-1480-4be7-a4ad-ec6502028e17', 'name': '', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'mac_address': 'fa:16:3e:b6:3b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:30Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 2, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'subnets': [{'id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:40.522221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.523774 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Checking router: a95e2680-b12b-43aa-bbe5-b6d2a014d5dc for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:40.524317 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Updating router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc port 2dffb326-1480-4be7-a4ad-ec6502028e17 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:40.531789 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.584000 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.591699 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1be1a23-5154-4284-8156-bed5dae07e19,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.656106 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.673531 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-22dc0d48-d214-4245-8c0d-17815104d9ad tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7062433 Nov 22 16:46:40.674557 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41500) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:40.678485 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada8115c-b53e-45f8-8ea1-8670fe845f9b x-openstack-request-id: req-ada8115c-b53e-45f8-8ea1-8670fe845f9b {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:40.679013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aaa1f5-cd61-46b1-9424-8444b96c948e", "tag": "948e5c76-68b7-441c-b331-9380ea7a34e2", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:40.679484 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ada8115c-b53e-45f8-8ea1-8670fe845f9b {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:40.680185 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'tag': '948e5c76-68b7-441c-b331-9380ea7a34e2', 'status': 'completed', 'code': 200} Nov 22 16:46:40.690797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:40.765893 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.793747 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6ef5f-b35d-4ad4-b2b9-fce2400d3150 req-3a2191b4-9deb-4ec1-abe2-2a1dd850b3ed tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.795671 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-70f6ef5f-b35d-4ad4-b2b9-fce2400d3150 req-3a2191b4-9deb-4ec1-abe2-2a1dd850b3ed tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.1629989 Nov 22 16:46:40.896358 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-70f6ef5f-b35d-4ad4-b2b9-fce2400d3150 req-39271cee-4dda-4b31-b222-903e09e03e41 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907204 Nov 22 16:46:40.976506 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:41.049643 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.153458 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:41.154332 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.331443 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Allocated IP 172.27.3.215 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/b71064e0-190c-4bbc-ac7d-11f285d4402f) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:41.553416 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.591626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.677976 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.684413 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839798c-83d1-420e-af62-64cdded58f62 req-4bccf10e-a9e8-4d3e-9944-1ddd31a6b4e6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.688321 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.694374 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a839798c-83d1-420e-af62-64cdded58f62 req-4bccf10e-a9e8-4d3e-9944-1ddd31a6b4e6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.1363261 Nov 22 16:46:41.740653 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:41.743090 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-5b55dbc9-3418-455c-97de-534710b0b7b9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.752222 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-5b55dbc9-3418-455c-97de-534710b0b7b9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 819 time: 0.3561671 Nov 22 16:46:41.776348 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:41.785378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:41.821668 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'Port': ['ID=b71064e0-190c-4bbc-ac7d-11f285d4402f,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:41.845549 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc3769-147e-4787-a8c0-23a05ef6bc80 None None] Pushing event updated for resources: {'Port': ['ID=2dffb326-1480-4be7-a4ad-ec6502028e17,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:41.848024 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-0e40e356-42d8-4b3e-a8a9-0cdc1e7f4a38 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/quotas/46cf61d791e04bc483cab9a8f8745008 HTTP/1.1" status: 200 len: 375 time: 0.0944834 Nov 22 16:46:41.859212 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a839798c-83d1-420e-af62-64cdded58f62 req-c79f6c5a-9ae6-4620-bd32-db3dabdb290e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618819 Nov 22 16:46:42.008247 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Attempting to bind port 2dffb326-1480-4be7-a4ad-ec6502028e17 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:42.009287 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Attempting to bind port 2dffb326-1480-4be7-a4ad-ec6502028e17 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:42.010650 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Attempting to bind port 2dffb326-1480-4be7-a4ad-ec6502028e17 on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.024563 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:42.026000 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Checking segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:42.026801 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.028139 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Bound using segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:42.029485 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Bound port: 2dffb326-1480-4be7-a4ad-ec6502028e17, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:42.030133 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.045817 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-29c84676-9cc3-4af5-a3c4-c59dd22e17d7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696372 Nov 22 16:46:42.174814 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.295745 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.316312 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] For port 2dffb326-1480-4be7-a4ad-ec6502028e17, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:42.329492 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] For port 2dffb326-1480-4be7-a4ad-ec6502028e17, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2dffb326-1480-4be7-a4ad-ec6502028e17,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:42.336688 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.472728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d3fac-9ce3-47f5-b66e-122ba58f6731 req-6287b1bd-b2c9-4f0e-a625-cd5a2739ff02 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.477600 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f20d3fac-9ce3-47f5-b66e-122ba58f6731 req-6287b1bd-b2c9-4f0e-a625-cd5a2739ff02 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.4288990 Nov 22 16:46:42.499782 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-ba5268be-768e-4b38-968e-9b0ff04e3625 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497752 Nov 22 16:46:42.507597 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Routers {'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:42.511871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:46:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:42.728077 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.802718 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'tag': '49146094-041b-4242-89d8-6a39f4cd1968'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:42.808079 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60391f35-3fa5-45a2-8ee5-d0c1d069103f" -d '{"events": [{"name": "network-changed", "server_uuid": "54c48729-9d12-41e3-a283-8ff2f04f31a3", "tag": "49146094-041b-4242-89d8-6a39f4cd1968"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:42.829256 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.942247 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f20d3fac-9ce3-47f5-b66e-122ba58f6731 req-d952ca71-011e-41f0-bd55-89175c1617d2 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541722 Nov 22 16:46:43.023769 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc3769-147e-4787-a8c0-23a05ef6bc80 None None] Pushing event updated for resources: {'Port': ['ID=2dffb326-1480-4be7-a4ad-ec6502028e17,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.102463 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a5e89d99-4ba8-4405-90bf-32a859b89580 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997596 Nov 22 16:46:43.177662 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] Set router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:43.303220 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'Port': ['ID=b71064e0-190c-4bbc-ac7d-11f285d4402f,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.323681 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13826ae-d7cd-416f-a380-4d2db51c20fb x-openstack-request-id: req-b13826ae-d7cd-416f-a380-4d2db51c20fb {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:43.324063 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c48729-9d12-41e3-a283-8ff2f04f31a3", "tag": "49146094-041b-4242-89d8-6a39f4cd1968", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:43.334193 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b13826ae-d7cd-416f-a380-4d2db51c20fb {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:43.334193 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'tag': '49146094-041b-4242-89d8-6a39f4cd1968', 'status': 'completed', 'code': 200} Nov 22 16:46:43.344487 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-83de1f7e-f400-47f1-bd45-8a7a5699a2f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=948e5c76-68b7-441c-b331-9380ea7a34e2 HTTP/1.1" status: 200 len: 217 time: 0.6126456 Nov 22 16:46:43.480793 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd3249-cbf2-42ce-aadc-e78b9bb6a765 req-bab7fafa-c2b7-4524-a0d9-28743c4f86d8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.495441 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c7dd3249-cbf2-42ce-aadc-e78b9bb6a765 req-bab7fafa-c2b7-4524-a0d9-28743c4f86d8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.1218634 Nov 22 16:46:43.587439 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.667449 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-18535312-efd5-434a-bfff-58092b965c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.673461 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-18535312-efd5-434a-bfff-58092b965c28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc8e92d816164073980e4b6e167dfcf9&device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 1097 time: 0.9376574 Nov 22 16:46:43.701539 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.702407 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7572e11d-f28e-4191-9dcf-ff002bcc3511 req-f8fa6f91-8583-4cfb-b98c-a5fde03b5e42 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 210 time: 0.1102026 Nov 22 16:46:43.705847 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1b1617cc-424b-45ff-a263-9205ac1d9fa9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0290103 Nov 22 16:46:43.820868 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c7dd3249-cbf2-42ce-aadc-e78b9bb6a765 req-c264eae1-35ff-48af-96b2-19f18ec49d9f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197830 Nov 22 16:46:44.046415 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-219a09ab-2991-49d7-a38e-05c4314d0c12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49146094-041b-4242-89d8-6a39f4cd1968 HTTP/1.1" status: 200 len: 217 time: 0.3341236 Nov 22 16:46:44.083123 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357909db-a922-4c95-84c2-bcca79cb3445 req-643bdc76-3330-49dc-9243-47bdbec6ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.117964 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-643bdc76-3330-49dc-9243-47bdbec6ed51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.6430280 Nov 22 16:46:44.252989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2dffb326-1480-4be7-a4ad-ec6502028e17', 'name': '', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'mac_address': 'fa:16:3e:b6:3b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:30Z', 'updated_at': '2021-11-22T16:46:42Z', 'revision_number': 4, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'subnets': [{'id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:44.341665 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c71e1-5aa1-4cd6-9419-c89877c70534 None None] The sync data for ids ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'] in dv-cinder-804735-12-iscsi is: [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2dffb326-1480-4be7-a4ad-ec6502028e17', 'name': '', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'mac_address': 'fa:16:3e:b6:3b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:30Z', 'updated_at': '2021-11-22T16:46:42Z', 'revision_number': 4, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'subnets': [{'id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:44.389249 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7696f8f-1753-4cef-9411-82969e316c1b req-e44af8ec-738b-4191-b3c4-fc8d74c1ca56 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.410537 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f7696f8f-1753-4cef-9411-82969e316c1b req-e44af8ec-738b-4191-b3c4-fc8d74c1ca56 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.2777264 Nov 22 16:46:44.714457 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-e7c0bf58-0bbb-458d-95c9-efa7203b2345 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4562871 Nov 22 16:46:45.023591 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-dcad75a5-2c5d-407a-8f42-741d41cc3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.056050 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-dcad75a5-2c5d-407a-8f42-741d41cc3faf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a856ac4b-1b9b-4656-80eb-a9a1d3484287 HTTP/1.1" status: 200 len: 851 time: 0.8035398 Nov 22 16:46:45.059036 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f7696f8f-1753-4cef-9411-82969e316c1b req-47b45b4a-bfbe-4d52-85bc-1ff1fee01814 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473348 Nov 22 16:46:45.188728 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-a7bb8132-b87a-49eb-aeb7-586ebe0490ce service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297464 Nov 22 16:46:45.240070 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-cbdc5419-1737-4b39-8b31-ff4d503c1ec9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efc621b2-0d87-49ac-81d5-2c5c14e1884c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233673 Nov 22 16:46:45.502327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-e1709616-e1fc-47e5-a8a1-b1738338aba5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.517179 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-e1709616-e1fc-47e5-a8a1-b1738338aba5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 819 time: 0.8372052 Nov 22 16:46:45.569328 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-010667c3-37cd-4182-8810-fc210cd477e5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/quotas/46cf61d791e04bc483cab9a8f8745008 HTTP/1.1" status: 200 len: 375 time: 0.0218313 Nov 22 16:46:45.920927 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-a5035245-2ade-46b6-bf01-4bce412c99eb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1422873370&fields=id&tenant_id=7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 267 time: 0.6017628 Nov 22 16:46:46.011933 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-357909db-a922-4c95-84c2-bcca79cb3445 req-9684f9cc-080d-4b3b-b4a9-da8824357da9 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071440 Nov 22 16:46:46.020285 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-58b97f0f-62b4-4f90-8262-9bc3153eb148 service neutron] 10.222.0.58 "GET /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7653694 Nov 22 16:46:46.293004 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-56e3d54c-27a4-4b99-8606-eed0041fa991 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7016044 Nov 22 16:46:46.560331 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-bf91538a-61e7-4487-b094-16d09de03f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.572468 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-bf91538a-61e7-4487-b094-16d09de03f89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 1097 time: 0.2421758 Nov 22 16:46:46.723387 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2dffb326-1480-4be7-a4ad-ec6502028e17 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:46.763934 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-a59ec566-0155-4e9b-b418-77d2f6d2af46 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.788162 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-a59ec566-0155-4e9b-b418-77d2f6d2af46 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 817 time: 0.8649397 Nov 22 16:46:46.909274 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.58', 63484) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:46.942689 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-58484071-45f5-4502-9eef-a10d754121c7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/quotas/7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 375 time: 0.1490698 Nov 22 16:46:46.991282 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 2dffb326-1480-4be7-a4ad-ec6502028e17 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:46.991972 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.061591 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-3a7ba4e5-c639-4517-bdb3-b81e87a2c113 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671859 Nov 22 16:46:47.380821 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.477691 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c1326dbc-1de9-4ff5-954b-3a23ae2d5b92 req-2ba7807a-ab5d-4134-8272-32ff03c0e44d service neutron] 10.222.0.58 "GET /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4012761 Nov 22 16:46:47.612732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 2dffb326-1480-4be7-a4ad-ec6502028e17, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2dffb326-1480-4be7-a4ad-ec6502028e17,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:47.626481 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.742649 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-a148f69b-1319-4a8c-921c-4eca42acb78c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7985492 Nov 22 16:46:47.888240 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=2dffb326-1480-4be7-a4ad-ec6502028e17,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:48.026878 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-c7f57ca9-576a-40c1-b192-e547a42decab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.033695 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-c7f57ca9-576a-40c1-b192-e547a42decab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc8e92d816164073980e4b6e167dfcf9&device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 1097 time: 0.3503098 Nov 22 16:46:48.036296 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-07f25f4f-8a88-4613-95b3-c626a67a052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.058697 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-07f25f4f-8a88-4613-95b3-c626a67a052b service neutron] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 915 time: 1.4560897 Nov 22 16:46:48.235098 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-de70c1f9-2cee-4594-9780-936c7490720b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=948e5c76-68b7-441c-b331-9380ea7a34e2 HTTP/1.1" status: 200 len: 217 time: 0.1399288 Nov 22 16:46:48.328084 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-9c6d3ab3-1a81-4496-a6ed-67d63854ab11 service neutron] 10.222.0.61 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139809 Nov 22 16:46:48.337064 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-f1118bef-f538-441f-a720-eb748ce8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.340553 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-f1118bef-f538-441f-a720-eb748ce8ba87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=efc621b2-0d87-49ac-81d5-2c5c14e1884c HTTP/1.1" status: 200 len: 912 time: 0.2791998 Nov 22 16:46:48.366185 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-6c97c208-8cb0-4fcd-99aa-3e610b5cfbf4 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.368236 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-6c97c208-8cb0-4fcd-99aa-3e610b5cfbf4 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 819 time: 1.4232030 Nov 22 16:46:48.428912 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Request body: {'port': {'device_id': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'admin_state_up': True, 'tenant_id': '46cf61d791e04bc483cab9a8f8745008'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:48.535122 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-fe6069b7-7c36-4701-92f6-849342bd7212 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4660220 Nov 22 16:46:48.535122 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41724) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:48.555020 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2dffb326-1480-4be7-a4ad-ec6502028e17 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:48.692056 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-569b6ef4-c6d3-4d88-81c9-364c1cf496cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.705956 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-569b6ef4-c6d3-4d88-81c9-364c1cf496cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.3602300 Nov 22 16:46:48.710408 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-9c033a74-1d1e-407b-a92d-c6b5b74d9778 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49146094-041b-4242-89d8-6a39f4cd1968 HTTP/1.1" status: 200 len: 217 time: 0.3462684 Nov 22 16:46:48.776560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 2dffb326-1480-4be7-a4ad-ec6502028e17 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:48.777548 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.917521 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-b156dcd3-2552-4a62-b1f7-04fc657225fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.951918 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-b156dcd3-2552-4a62-b1f7-04fc657225fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a856ac4b-1b9b-4656-80eb-a9a1d3484287 HTTP/1.1" status: 200 len: 851 time: 0.1602614 Nov 22 16:46:48.990534 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-4a98d8a0-14aa-48f6-a9de-aa1c197c3049 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2556448 Nov 22 16:46:49.031615 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-e97f2453-8b47-4f0b-a7ee-33ded072c520 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=efc621b2-0d87-49ac-81d5-2c5c14e1884c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498981 Nov 22 16:46:49.361890 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-cb3af65e-0494-41b5-a341-5cc59a4dfa60 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580379 Nov 22 16:46:49.395768 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-670e44d6-61bf-4840-9f41-e417e268bf32 service neutron] 10.222.0.58 "GET /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653289 Nov 22 16:46:49.898438 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.176872 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Made reservation on behalf of 46cf61d791e04bc483cab9a8f8745008 for: {'port': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:50.183732 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.203866 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8887819-b98c-4c95-9fb9-71e6a75cf930 req-ff7f3f1c-bcc4-4ffe-b2d5-0c06ef6651f2 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:50.218943 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a8887819-b98c-4c95-9fb9-71e6a75cf930 req-ff7f3f1c-bcc4-4ffe-b2d5-0c06ef6651f2 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.7216196 Nov 22 16:46:50.236967 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-d1b3565a-5949-4c87-8bc2-728da168c5e0 service neutron] 10.222.0.61 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8661330 Nov 22 16:46:50.253140 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1ed576ff-cdef-4a41-b663-6ce76862d594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.262904 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e22e73b7-59c6-4ea5-89e2-9afb379ab6ff req-c9d923af-201f-4c12-b704-02822a29c811 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429208 Nov 22 16:46:50.441187 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-60391f35-3fa5-45a2-8ee5-d0c1d069103f req-4e76110e-26fe-4649-90e2-0778dad0f779 service neutron] 10.222.0.58 "GET /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055876 Nov 22 16:46:50.474269 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a8887819-b98c-4c95-9fb9-71e6a75cf930 req-d80e63e6-6b80-4d95-8310-e9c5b5505eb2 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353704 Nov 22 16:46:51.196778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41846) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:51.238640 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-89a99011-9d86-45b8-88c1-ebfcd9b18648 req-05188221-6a60-4b48-92b9-ccd9f636038c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 210 time: 0.2992461 Nov 22 16:46:51.310903 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1ed576ff-cdef-4a41-b663-6ce76862d594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.341811 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1ed576ff-cdef-4a41-b663-6ce76862d594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.440193 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1336-3b0b-495b-8d37-7f7b656688f8 req-9ec15fad-87c6-4553-bc65-0f2bac72d8d2 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.449160 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f88c1336-3b0b-495b-8d37-7f7b656688f8 req-9ec15fad-87c6-4553-bc65-0f2bac72d8d2 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.8190587 Nov 22 16:46:51.502130 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Allocated IP 172.20.0.2 (5ef43581-0b2d-45c7-919f-e29c34327fb4/62d2fe55-4078-4c31-bc89-7b14a813df1b/dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:51.554131 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed576ff-cdef-4a41-b663-6ce76862d594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d6220-26e0-41bb-a5ee-2cc4c229c5a8,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:51.625863 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-1ed576ff-cdef-4a41-b663-6ce76862d594 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbcbe38dbabe4d4184d2d296bb9a5c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1305499 Nov 22 16:46:51.654347 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8cbd8f91-329b-41ca-b389-257e9d649caf req-21ba75df-079d-4d49-9609-dec34d05e6b6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 210 time: 0.2535982 Nov 22 16:46:51.661190 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41870) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:51.848202 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-50102dff-89da-4e93-903c-d1c637a098f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.905275 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f88c1336-3b0b-495b-8d37-7f7b656688f8 req-da1ead9b-7715-49b3-8fe7-12233c054fc3 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881278 Nov 22 16:46:52.050234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-32020ad0-7c60-4dc9-a5b4-181d1bba6d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.096496 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-008ffa00-cf26-46a2-8ed7-f3cbc7649669 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.098218 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-008ffa00-cf26-46a2-8ed7-f3cbc7649669 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 819 time: 0.3852570 Nov 22 16:46:52.102001 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594713-d2ae-4eb9-a0b9-577cd4467812 req-4efe7d2e-98dd-462a-9f25-d953329f4bd7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.104755 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9e594713-d2ae-4eb9-a0b9-577cd4467812 req-4efe7d2e-98dd-462a-9f25-d953329f4bd7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.2620983 Nov 22 16:46:52.130639 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Request body: {'port': {'device_id': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'admin_state_up': True, 'tenant_id': '46cf61d791e04bc483cab9a8f8745008'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:52.185078 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-32020ad0-7c60-4dc9-a5b4-181d1bba6d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.236789 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.253085 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9e594713-d2ae-4eb9-a0b9-577cd4467812 req-153e10f0-cb62-48e5-8a75-a90a937823aa tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281855 Nov 22 16:46:52.306016 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-50102dff-89da-4e93-903c-d1c637a098f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.308472 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.320769 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-50102dff-89da-4e93-903c-d1c637a098f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.386206 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50102dff-89da-4e93-903c-d1c637a098f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610d59a0-5dfd-4d1c-b5d7-5aa9c6abe0c2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.389116 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-32020ad0-7c60-4dc9-a5b4-181d1bba6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.393434 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-32020ad0-7c60-4dc9-a5b4-181d1bba6d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.394930 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-32020ad0-7c60-4dc9-a5b4-181d1bba6d99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d77d6220-26e0-41bb-a5ee-2cc4c229c5a8 HTTP/1.1" status: 204 len: 168 time: 0.7262406 Nov 22 16:46:52.411738 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-50102dff-89da-4e93-903c-d1c637a098f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=047ff8991d644dddaca28cdd19a444dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2134135 Nov 22 16:46:52.412773 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41890) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.425054 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:52.430874 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:52.439909 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:52.442256 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32020ad0-7c60-4dc9-a5b4-181d1bba6d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d6220-26e0-41bb-a5ee-2cc4c229c5a8,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.447397 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.448572 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.454222 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Pushing event updated for resources: {'Port': ['ID=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.475810 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Made reservation on behalf of 46cf61d791e04bc483cab9a8f8745008 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:52.481045 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a4148681-86c2-488e-a09e-ff91190902d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0742815 Nov 22 16:46:52.484531 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.501107 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Request body: {'port': {'device_id': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:52.591504 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d31b8f74-1e14-45c5-847e-4746e24621d9 req-53112722-2cf3-4d16-b6fd-3ca0bb84ccee tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 210 time: 0.0874531 Nov 22 16:46:52.639888 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41892) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.661795 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.949377 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-81b021a5-1f02-4f4a-8f97-f9e3a71bac09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.975536 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-67d549f0-d22b-4b3e-88a2-688d8dc33d01 req-8bc1477c-fb80-4685-8dcf-e623725ea3ed tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 210 time: 0.1455181 Nov 22 16:46:53.176291 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 948e5c76-68b7-441c-b331-9380ea7a34e2 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:53.212683 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Allocated IP 172.20.0.4 (5ef43581-0b2d-45c7-919f-e29c34327fb4/62d2fe55-4078-4c31-bc89-7b14a813df1b/c2cb7311-7775-45f5-a309-0e88da36762b) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:53.214371 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41910) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:53.228303 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-81b021a5-1f02-4f4a-8f97-f9e3a71bac09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.250728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-da6d9098-e373-4ed4-8593-e2de1489cac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.371569 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-3cb096bd-a504-4219-9e1e-d3be04b8ce52 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.374764 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-3cb096bd-a504-4219-9e1e-d3be04b8ce52 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 817 time: 0.6188850 Nov 22 16:46:53.378711 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 948e5c76-68b7-441c-b331-9380ea7a34e2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=948e5c76-68b7-441c-b331-9380ea7a34e2,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:53.394780 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '948e5c76-68b7-441c-b331-9380ea7a34e2', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'port_id': '948e5c76-68b7-441c-b331-9380ea7a34e2', 'mac_address': 'fa:16:3e:63:95:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab90451-b771-49cb-b6c1-12773a987fb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:53.402631 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-03018f29-a054-4726-8e29-3f2f5ce1bac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.451618 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-81b021a5-1f02-4f4a-8f97-f9e3a71bac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.457912 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-81b021a5-1f02-4f4a-8f97-f9e3a71bac09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.459972 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-81b021a5-1f02-4f4a-8f97-f9e3a71bac09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/610d59a0-5dfd-4d1c-b5d7-5aa9c6abe0c2 HTTP/1.1" status: 204 len: 168 time: 1.0378318 Nov 22 16:46:53.510556 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.537841 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948e5c76-68b7-441c-b331-9380ea7a34e2 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:53.588767 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 948e5c76-68b7-441c-b331-9380ea7a34e2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=948e5c76-68b7-441c-b331-9380ea7a34e2,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:53.597603 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.600145 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 49146094-041b-4242-89d8-6a39f4cd1968 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:53.623421 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b021a5-1f02-4f4a-8f97-f9e3a71bac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610d59a0-5dfd-4d1c-b5d7-5aa9c6abe0c2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:53.625629 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba97e1-fc55-4aa1-ab72-e92ae5feb71b req-f121b81a-c633-4b52-a779-998a69fd9d86 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.638705 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f7ba97e1-fc55-4aa1-ab72-e92ae5feb71b req-f121b81a-c633-4b52-a779-998a69fd9d86 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 944 time: 0.4512625 Nov 22 16:46:53.645876 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-da6d9098-e373-4ed4-8593-e2de1489cac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.670541 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-da6d9098-e373-4ed4-8593-e2de1489cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.719969 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-39ee6dd7-007a-4355-9091-4e5a53c785fb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 380 time: 0.3215096 Nov 22 16:46:53.731432 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'port': {'device_id': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'admin_state_up': True, 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'security_groups': ['54277d5b-ba02-4f98-8d2c-3c5c2b3573a3']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:53.763356 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d9098-e373-4ed4-8593-e2de1489cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32253f88-39f2-4194-8a4f-104407b98c82,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:53.805746 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511c15-fa80-4930-88e1-b988921cab5c req-5efc723f-6a07-4dbb-a2b9-fd1a74c35274 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.809417 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2f511c15-fa80-4930-88e1-b988921cab5c req-5efc723f-6a07-4dbb-a2b9-fd1a74c35274 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 944 time: 0.3861928 Nov 22 16:46:53.813735 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-da6d9098-e373-4ed4-8593-e2de1489cac7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13b7c3c62bff4049a0b6b3b6deae1797&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1719053 Nov 22 16:46:53.820347 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41928) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:53.847535 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 49146094-041b-4242-89d8-6a39f4cd1968, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49146094-041b-4242-89d8-6a39f4cd1968,segment=NetworkSegment(cc9106e3-d0be-4cbf-af15-1ba298683376),segment_id=cc9106e3-d0be-4cbf-af15-1ba298683376)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:53.856378 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f7ba97e1-fc55-4aa1-ab72-e92ae5feb71b req-58fc6476-040e-47f3-b890-faf58e84e6f5 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219853 Nov 22 16:46:53.895196 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '49146094-041b-4242-89d8-6a39f4cd1968', 'network_id': 'efc621b2-0d87-49ac-81d5-2c5c14e1884c', 'port_id': '49146094-041b-4242-89d8-6a39f4cd1968', 'mac_address': 'fa:16:3e:9e:00:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a856ac4b-1b9b-4656-80eb-a9a1d3484287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:53.908282 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Made reservation on behalf of 7531002e08024f178aeaba0f112be50a for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:53.912374 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.966821 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-03018f29-a054-4726-8e29-3f2f5ce1bac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.978947 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2f511c15-fa80-4930-88e1-b988921cab5c req-946b040f-366e-4401-b46a-41a81f84187e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564360 Nov 22 16:46:53.990907 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-03018f29-a054-4726-8e29-3f2f5ce1bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.999330 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.035524 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-919f9fa3-b905-41ba-a156-21e3a6de69a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.063751 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.099090 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49146094-041b-4242-89d8-6a39f4cd1968 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:54.109602 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=948e5c76-68b7-441c-b331-9380ea7a34e2,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.140778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 49146094-041b-4242-89d8-6a39f4cd1968, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49146094-041b-4242-89d8-6a39f4cd1968,segment=NetworkSegment(cc9106e3-d0be-4cbf-af15-1ba298683376),segment_id=cc9106e3-d0be-4cbf-af15-1ba298683376)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:54.148943 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.159399 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-edf1438d-90ea-4406-9b6e-35d5e08ba29d req-b9be7a21-afde-45e7-85f9-b5424b3d897e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 210 time: 0.1164424 Nov 22 16:46:54.183235 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03018f29-a054-4726-8e29-3f2f5ce1bac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af811481-cb5f-4977-b556-306a384fb8fe,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.190039 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-919f9fa3-b905-41ba-a156-21e3a6de69a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.201928 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-03018f29-a054-4726-8e29-3f2f5ce1bac0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e49ec7465d3488695dde8dba3cc4af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9862278 Nov 22 16:46:54.229501 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41934) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.247056 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-86bc3104-807a-4198-b50a-753bde633d5e req-0d911f19-b9c9-4b47-a291-c2c6d7a03666 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 210 time: 0.0973690 Nov 22 16:46:54.271995 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=49146094-041b-4242-89d8-6a39f4cd1968,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.365144 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2eb990ea-88c0-40e8-b7dd-2c157e700d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.372064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 41936) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.439737 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.453180 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Allocated IP 172.20.0.7 (2c9a20d6-fe56-4f54-a96e-edd086f5cc72/8e8eefdb-ac45-4eb5-bb4c-36283c124ba2/d268de10-396c-4f46-8ccd-83e594f2207e) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:54.517671 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Network 5ef43581-0b2d-45c7-919f-e29c34327fb4 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:54.532779 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:54.537572 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Pushing event updated for resources: {'Port': ['ID=c2cb7311-7775-45f5-a309-0e88da36762b,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.546201 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:54.551635 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-919f9fa3-b905-41ba-a156-21e3a6de69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.554457 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-919f9fa3-b905-41ba-a156-21e3a6de69a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.555659 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-919f9fa3-b905-41ba-a156-21e3a6de69a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32253f88-39f2-4194-8a4f-104407b98c82 HTTP/1.1" status: 204 len: 168 time: 0.7301860 Nov 22 16:46:54.576137 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b71624a-558b-4e48-a39a-0a28d3e4416c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.627453 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2eb990ea-88c0-40e8-b7dd-2c157e700d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.641499 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:54.652084 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['49146094-041b-4242-89d8-6a39f4cd1968'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:54.690570 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:54.691506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.705958 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b71624a-558b-4e48-a39a-0a28d3e4416c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.719066 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f9fa3-b905-41ba-a156-21e3a6de69a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32253f88-39f2-4194-8a4f-104407b98c82,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.721398 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b71624a-558b-4e48-a39a-0a28d3e4416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.722998 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-c8afaf2b-77eb-4f69-a74c-c3bb7f18da02 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6014414 Nov 22 16:46:54.743152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Request body: {'port': {'device_id': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:54.810985 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2b71624a-558b-4e48-a39a-0a28d3e4416c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55011b3901de47e69e6c9b298b497317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363892 Nov 22 16:46:54.820182 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41944) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.823031 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71624a-558b-4e48-a39a-0a28d3e4416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c48e62-0af7-493d-b2a2-c14391ea9a34,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.858629 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.912859 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.918161 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2eb990ea-88c0-40e8-b7dd-2c157e700d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.924170 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2eb990ea-88c0-40e8-b7dd-2c157e700d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.926331 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2eb990ea-88c0-40e8-b7dd-2c157e700d14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af811481-cb5f-4977-b556-306a384fb8fe HTTP/1.1" status: 204 len: 168 time: 0.6949921 Nov 22 16:46:54.958748 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb990ea-88c0-40e8-b7dd-2c157e700d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af811481-cb5f-4977-b556-306a384fb8fe,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.122389 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 {{(pid=119718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:55.139115 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.168319 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.171452 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f4336cbf-bca6-404a-a4db-e3b414a59da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.297092 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.provisioning_blocks [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Transition to ACTIVE for port object dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 will not be triggered until provisioned by entity L2. {{(pid=119718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:55.319504 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.336723 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.602028 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:55.621025 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f4336cbf-bca6-404a-a4db-e3b414a59da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.642885 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78194537-4c03-4f0e-8bac-2fc1cd62270f req-61be789a-0346-4d99-9635-5bdc79b6b2df tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.645240 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-78194537-4c03-4f0e-8bac-2fc1cd62270f req-61be789a-0346-4d99-9635-5bdc79b6b2df tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 945 time: 0.4118247 Nov 22 16:46:55.649426 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:55.657671 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c349-4cd4-49b5-966f-bdc8221a85cd req-86e217e4-b6c7-4134-a368-14b19a715820 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.658744 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:55.683104 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef49c349-4cd4-49b5-966f-bdc8221a85cd req-86e217e4-b6c7-4134-a368-14b19a715820 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 945 time: 0.4953737 Nov 22 16:46:55.822319 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.943509 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.managers [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Attempting to bind port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:55.943509 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.managers [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Attempting to bind port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'}] {{(pid=119718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:55.944100 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Attempting to bind port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 {{(pid=119718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:55.973204 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:55.973204 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Attempting to bind port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 {{(pid=119718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:56.001828 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:56.002420 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Checking segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:56.003332 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Bound using segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} {{(pid=119718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:56.003952 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.managers [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Bound port: dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'}}] {{(pid=119718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:56.004585 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.023734 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41976) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.039538 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef49c349-4cd4-49b5-966f-bdc8221a85cd req-27f158ef-b47e-40e7-80b9-28bb2b3b7315 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555276 Nov 22 16:46:56.063692 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.064847 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.085158 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-78194537-4c03-4f0e-8bac-2fc1cd62270f req-c49d679b-2dce-41c3-bf13-0a2165077fb6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892078 Nov 22 16:46:56.105896 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdc33-a8ae-4d43-810f-9420266fe573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.138522 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-faa4502e-23ba-4e33-a640-c774f305fe7e None None] Provisioning complete for port d268de10-396c-4f46-8ccd-83e594f2207e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:56.145913 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-faa4502e-23ba-4e33-a640-c774f305fe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.182853 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f4336cbf-bca6-404a-a4db-e3b414a59da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.205174 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f4336cbf-bca6-404a-a4db-e3b414a59da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.206990 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f4336cbf-bca6-404a-a4db-e3b414a59da7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88c48e62-0af7-493d-b2a2-c14391ea9a34 HTTP/1.1" status: 204 len: 168 time: 1.3772678 Nov 22 16:46:56.250129 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4336cbf-bca6-404a-a4db-e3b414a59da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c48e62-0af7-493d-b2a2-c14391ea9a34,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.258019 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-0304476a-0740-4f5e-bd66-6ea322d5e176 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5320320 Nov 22 16:46:56.283233 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Request body: {'port': {'device_id': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:56.288858 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-faa4502e-23ba-4e33-a640-c774f305fe7e None None] Port d268de10-396c-4f46-8ccd-83e594f2207e cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:56.316359 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] For port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host hv-cinder-80473, cleared binding levels {{(pid=119718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:56.354478 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] For port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:56.447427 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.483660 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cb7311-7775-45f5-a309-0e88da36762b {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:56.491647 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.521389 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.530590 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d8720-9771-40c0-8799-a05f08187f45 req-aeba17ba-79ec-47c1-a6d8-a556df2e0614 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.532900 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-249d8720-9771-40c0-8799-a05f08187f45 req-aeba17ba-79ec-47c1-a6d8-a556df2e0614 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 931 time: 0.3266463 Nov 22 16:46:56.550542 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486f0e2-a1d1-42df-89ac-a8bf219ae047 req-8f28698f-7ea5-40fa-9cd3-c587344d94d6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.552105 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4486f0e2-a1d1-42df-89ac-a8bf219ae047 req-8f28698f-7ea5-40fa-9cd3-c587344d94d6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 931 time: 0.3100803 Nov 22 16:46:56.555424 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.557042 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.559339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] 10.222.0.58 "PUT /v2.0/ports/dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 1093 time: 4.0627000 Nov 22 16:46:56.592535 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'tag': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:56.600465 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdc33-a8ae-4d43-810f-9420266fe573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.601800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Transition to ACTIVE for port object c2cb7311-7775-45f5-a309-0e88da36762b will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:56.606584 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4f4cdc33-a8ae-4d43-810f-9420266fe573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.664990 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.735216 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cdc33-a8ae-4d43-810f-9420266fe573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb573f9e-97e0-4714-b0a1-fb47a458070a,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.793645 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb388c1-d056-4e40-8730-8b9232d4ea1b service neutron] Pushing event updated for resources: {'Port': ['ID=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,revision_number=3']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.864611 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4f4cdc33-a8ae-4d43-810f-9420266fe573 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9ee75030545434b93f153c3a240afdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317788 Nov 22 16:46:56.878100 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 41996) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.914652 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Pushing event updated for resources: {'Port': ['ID=c2cb7311-7775-45f5-a309-0e88da36762b,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.920361 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4486f0e2-a1d1-42df-89ac-a8bf219ae047 req-3ae2de52-0fcc-4686-a8f8-3cc9168cb52e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471697 Nov 22 16:46:56.940484 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-249d8720-9771-40c0-8799-a05f08187f45 req-a13131bf-5950-4eff-94b3-0371ca70c3bd tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868189 Nov 22 16:46:56.947960 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a47455a1-77db-4321-aec3-77950cd50190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.974406 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-a47455a1-77db-4321-aec3-77950cd50190 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1096 time: 0.2935438 Nov 22 16:46:57.068354 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726a9de-3f3e-40c5-b106-c6cebe559185" -d '{"events": [{"name": "network-changed", "server_uuid": "a3997288-5b3f-4013-bcad-f59ce5f32db3", "tag": "dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:57.169838 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 948e5c76-68b7-441c-b331-9380ea7a34e2 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:57.175902 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-359e46ab-64bc-4f1e-97a0-33b989cc83d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.1864223 Nov 22 16:46:57.221242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8eb9cdde-aaa0-41c1-a071-4880779f6eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.311635 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8eb9cdde-aaa0-41c1-a071-4880779f6eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.384696 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 948e5c76-68b7-441c-b331-9380ea7a34e2 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:57.401529 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 948e5c76-68b7-441c-b331-9380ea7a34e2 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:57.402174 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.448498 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8eb9cdde-aaa0-41c1-a071-4880779f6eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.451951 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8eb9cdde-aaa0-41c1-a071-4880779f6eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.456873 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8eb9cdde-aaa0-41c1-a071-4880779f6eec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb573f9e-97e0-4714-b0a1-fb47a458070a HTTP/1.1" status: 204 len: 168 time: 0.5718675 Nov 22 16:46:57.501681 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-caf793f9-6d45-40e7-aa14-6d85ddc4ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.503265 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-caf793f9-6d45-40e7-aa14-6d85ddc4ae50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.3205273 Nov 22 16:46:57.538100 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Attempting to bind port c2cb7311-7775-45f5-a309-0e88da36762b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:57.538967 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Attempting to bind port c2cb7311-7775-45f5-a309-0e88da36762b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:57.539179 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Attempting to bind port c2cb7311-7775-45f5-a309-0e88da36762b on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:57.564047 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9cdde-aaa0-41c1-a071-4880779f6eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb573f9e-97e0-4714-b0a1-fb47a458070a,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:57.586100 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f87fd-940b-474c-9205-ba4a86117d31 req-0d3596d7-9d14-4065-90a5-d42fd2cc28d8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.594903 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-522f87fd-940b-474c-9205-ba4a86117d31 req-0d3596d7-9d14-4065-90a5-d42fd2cc28d8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 945 time: 0.2928109 Nov 22 16:46:57.598414 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-8eaeed8b-a54c-472f-91b7-18e5c53d31b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859218 Nov 22 16:46:57.620600 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b117-7e71-4afc-a8c7-542bb237d674 req-b8722d44-fd70-42ae-a1b7-b333d506226f tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.626871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Port c2cb7311-7775-45f5-a309-0e88da36762b on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:57.627258 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Attempting to bind port c2cb7311-7775-45f5-a309-0e88da36762b on network 5ef43581-0b2d-45c7-919f-e29c34327fb4 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:57.631318 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-99f8b117-7e71-4afc-a8c7-542bb237d674 req-b8722d44-fd70-42ae-a1b7-b333d506226f tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 945 time: 0.3348160 Nov 22 16:46:57.694067 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:57.695089 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Checking segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:57.695844 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Bound using segment: {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:57.698812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Bound port: c2cb7311-7775-45f5-a309-0e88da36762b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa752436-f4eb-4e00-a037-6273f3743e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:57.699933 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.811604 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.844324 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-522f87fd-940b-474c-9205-ba4a86117d31 req-4ddf94d8-d268-42f5-b7ce-8297f4d944d4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482128 Nov 22 16:46:57.849347 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e5c76-68b7-441c-b331-9380ea7a34e2'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:57.888110 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-99f8b117-7e71-4afc-a8c7-542bb237d674 req-7d7ff4ec-6910-4aaa-9216-05457f7c63fc tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469687 Nov 22 16:46:57.916142 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] For port c2cb7311-7775-45f5-a309-0e88da36762b, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:57.923928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] For port c2cb7311-7775-45f5-a309-0e88da36762b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c2cb7311-7775-45f5-a309-0e88da36762b,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:57.957736 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 948e5c76-68b7-441c-b331-9380ea7a34e2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=948e5c76-68b7-441c-b331-9380ea7a34e2,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:57.957966 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-2bb00767-a72f-4024-ab31-00010e163ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220453 Nov 22 16:46:57.964810 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.966923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 49146094-041b-4242-89d8-6a39f4cd1968 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:57.967461 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.014175 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.015866 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.020928 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] 10.222.0.58 "PUT /v2.0/ports/c2cb7311-7775-45f5-a309-0e88da36762b HTTP/1.1" status: 200 len: 1093 time: 3.2830858 Nov 22 16:46:58.038547 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'tag': 'c2cb7311-7775-45f5-a309-0e88da36762b'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:58.053565 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "286a87c0-cd89-4f83-8b58-a8ee9f2636b3", "tag": "c2cb7311-7775-45f5-a309-0e88da36762b"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:58.130553 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=948e5c76-68b7-441c-b331-9380ea7a34e2,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.167079 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 49146094-041b-4242-89d8-6a39f4cd1968 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:58.179154 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 49146094-041b-4242-89d8-6a39f4cd1968 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:58.184519 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.256562 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d268de10-396c-4f46-8ccd-83e594f2207e {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:58.272797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-898bad9f-a82f-4c37-ae78-ea58d7ba8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.274469 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-898bad9f-a82f-4c37-ae78-ea58d7ba8116 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 1096 time: 0.1370575 Nov 22 16:46:58.277058 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.299236 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871623cb-5313-4ade-ad55-aa6b52797c37 req-982cc5b9-46cd-4bd1-a7c9-577285877dfa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.328232 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-871623cb-5313-4ade-ad55-aa6b52797c37 req-982cc5b9-46cd-4bd1-a7c9-577285877dfa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 931 time: 0.2414877 Nov 22 16:46:58.384987 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6e389f-ec9d-4cf6-8c4f-468ba7124005 x-openstack-request-id: req-ec6e389f-ec9d-4cf6-8c4f-468ba7124005 {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:58.387609 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-529ea414-ae94-4f0a-8764-539f06608ce1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cb7311-7775-45f5-a309-0e88da36762b HTTP/1.1" status: 200 len: 217 time: 0.0951927 Nov 22 16:46:58.388712 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3997288-5b3f-4013-bcad-f59ce5f32db3", "tag": "dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:58.389435 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec6e389f-ec9d-4cf6-8c4f-468ba7124005 {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:58.390040 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee18813-1658-49a7-bc6a-6ac9efcf31ef service neutron] Pushing event updated for resources: {'Port': ['ID=c2cb7311-7775-45f5-a309-0e88da36762b,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.390796 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'tag': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3', 'status': 'completed', 'code': 200} Nov 22 16:46:58.444552 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ce97a3-5906-49cd-b71d-63c3174d831b req-67cc5b54-1750-49de-bb7e-f81a8d644465 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747186 Nov 22 16:46:58.458981 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab306b69-5f82-450d-8f40-24a1f8daf919" -d '{"events": [{"server_uuid": "46aaa1f5-cd61-46b1-9424-8444b96c948e", "name": "network-vif-plugged", "status": "completed", "tag": "948e5c76-68b7-441c-b331-9380ea7a34e2"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:58.487872 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.545432 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Transition to ACTIVE for port object d268de10-396c-4f46-8ccd-83e594f2207e will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:58.555280 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.588304 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-871623cb-5313-4ade-ad55-aa6b52797c37 req-99945ec5-3e50-4857-984b-3e50c5cad20d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575531 Nov 22 16:46:58.594755 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 49146094-041b-4242-89d8-6a39f4cd1968, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49146094-041b-4242-89d8-6a39f4cd1968,segment=NetworkSegment(cc9106e3-d0be-4cbf-af15-1ba298683376),segment_id=cc9106e3-d0be-4cbf-af15-1ba298683376)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:58.611863 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.678032 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.708835 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-9ccd6b00-8d29-4048-a98e-e0f3b58eb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.714481 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=49146094-041b-4242-89d8-6a39f4cd1968,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.717970 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-9ccd6b00-8d29-4048-a98e-e0f3b58eb8b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.3181703 Nov 22 16:46:58.735316 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f7a8a-d2b0-4b65-bc30-d175cff1db20 req-23b239d5-4874-40f8-b8f7-f4a63e43dcb2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.738900 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3a9f7a8a-d2b0-4b65-bc30-d175cff1db20 req-23b239d5-4874-40f8-b8f7-f4a63e43dcb2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 943 time: 0.2449529 Nov 22 16:46:58.770005 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-575bae69-0c05-4108-bfce-81a703a1940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.777908 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-575bae69-0c05-4108-bfce-81a703a1940f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1096 time: 0.2314596 Nov 22 16:46:58.871783 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6d80d72f-db90-403d-ac45-cec77facbb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.889067 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd1f2a0-a95c-49b5-8ef6-919624c668c0 x-openstack-request-id: req-efd1f2a0-a95c-49b5-8ef6-919624c668c0 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:58.889841 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286a87c0-cd89-4f83-8b58-a8ee9f2636b3", "tag": "c2cb7311-7775-45f5-a309-0e88da36762b", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:58.890255 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efd1f2a0-a95c-49b5-8ef6-919624c668c0 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:58.890729 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'tag': 'c2cb7311-7775-45f5-a309-0e88da36762b', 'status': 'completed', 'code': 200} Nov 22 16:46:58.899433 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-7c26a38a-a017-4edd-8240-dfa0829f6d75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564808 Nov 22 16:46:59.063277 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Attempting to bind port d268de10-396c-4f46-8ccd-83e594f2207e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:59.063729 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Attempting to bind port d268de10-396c-4f46-8ccd-83e594f2207e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:59.064048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Attempting to bind port d268de10-396c-4f46-8ccd-83e594f2207e on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:59.077628 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Port d268de10-396c-4f46-8ccd-83e594f2207e on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:59.077628 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Attempting to bind port d268de10-396c-4f46-8ccd-83e594f2207e on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:59.088626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:59.088626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Checking segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:59.088626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Bound using segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:59.088626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Bound port: d268de10-396c-4f46-8ccd-83e594f2207e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:59.089416 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.211280 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-d4d05f15-764d-481e-bf62-669bf5d3f9a5 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928717 Nov 22 16:46:59.345928 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3a9f7a8a-d2b0-4b65-bc30-d175cff1db20 req-8da8f6a8-16bb-4c99-85ab-387acde08776 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929918 Nov 22 16:46:59.386174 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:59.399543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:59.412666 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.510691 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4e32c7-d36b-4462-98e6-375bcf1d4356 x-openstack-request-id: req-1d4e32c7-d36b-4462-98e6-375bcf1d4356 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:59.511267 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aaa1f5-cd61-46b1-9424-8444b96c948e", "name": "network-vif-plugged", "status": "completed", "tag": "948e5c76-68b7-441c-b331-9380ea7a34e2", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:59.511933 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d4e32c7-d36b-4462-98e6-375bcf1d4356 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:59.513210 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e5c76-68b7-441c-b331-9380ea7a34e2', 'code': 200} Nov 22 16:46:59.584467 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.586334 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.588709 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] 10.222.0.58 "PUT /v2.0/ports/d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 1093 time: 3.3122890 Nov 22 16:46:59.601503 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-875113a2-fd17-42ac-ab7f-cca576284056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.604247 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-875113a2-fd17-42ac-ab7f-cca576284056 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.7845309 Nov 22 16:46:59.663300 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a61d7d5-ea99-4848-bb56-08dca85d203e req-0756f6ec-6ae1-4aad-b1de-ef1f545ade37 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364295 Nov 22 16:46:59.687240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846dc43-5cd8-4220-9f34-83ec65ce58ec service neutron] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:59.739067 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf644ca-e720-43a5-86e5-4bc94f3cd0a3 req-f93d9940-2be7-4c88-ba83-f0fa708e80a9 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.741761 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-abf644ca-e720-43a5-86e5-4bc94f3cd0a3 req-f93d9940-2be7-4c88-ba83-f0fa708e80a9 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.2335994 Nov 22 16:46:59.745571 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-4b687b58-7b54-4762-92c4-3ae2b015556d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.1262243 Nov 22 16:46:59.841638 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.58', 63500) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:59.972311 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-abf644ca-e720-43a5-86e5-4bc94f3cd0a3 req-951c028a-c6cd-4cde-a0b4-d0b9242d367a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170622 Nov 22 16:46:59.986650 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-edbf4b47-cf33-4b95-98e8-ee03414bfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.989282 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-edbf4b47-cf33-4b95-98e8-ee03414bfd6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1096 time: 0.2227337 Nov 22 16:47:00.003938 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-951b5dab-443f-4185-ac65-13e863727db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.005183 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-951b5dab-443f-4185-ac65-13e863727db0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 1096 time: 0.1621940 Nov 22 16:47:00.033002 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9497-9d3b-4209-929a-9a36202f002c req-5b1feda0-8dc9-468c-8b65-555baf66af7a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.035019 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-750b9497-9d3b-4209-929a-9a36202f002c req-5b1feda0-8dc9-468c-8b65-555baf66af7a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.3077819 Nov 22 16:47:00.041735 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-504bf961-2c6e-4d68-8ae0-c2ddc588dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.043636 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-504bf961-2c6e-4d68-8ae0-c2ddc588dc58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.1866589 Nov 22 16:47:00.090097 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a1326-42b8-48c6-9383-81409bb77f48 req-cab34841-f28d-4991-b9c6-aa186da90723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.092348 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-3c9a1326-42b8-48c6-9383-81409bb77f48 req-cab34841-f28d-4991-b9c6-aa186da90723 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 1099 time: 0.2448120 Nov 22 16:47:00.113184 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-414291a8-7690-41d7-9deb-76a9dbf98608 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 217 time: 0.1059613 Nov 22 16:47:00.165557 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-f42280be-af2d-4738-853e-fb3a0a869247 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130867 Nov 22 16:47:00.240882 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-750b9497-9d3b-4209-929a-9a36202f002c req-52b4d09d-f6a2-4d36-ae6d-5e268107cc05 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962790 Nov 22 16:47:00.318281 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3c9a1326-42b8-48c6-9383-81409bb77f48 req-2747fb7e-8003-40f7-9c2b-c6dd3c546af8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.369208 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7fa7-92aa-41a2-abb5-6ca708c86ca0 req-96746d29-6a72-4a9f-82d7-1fa7dd60e99d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.371899 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-695b7fa7-92aa-41a2-abb5-6ca708c86ca0 req-96746d29-6a72-4a9f-82d7-1fa7dd60e99d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1979601 Nov 22 16:47:00.469594 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-4a0043a2-9b3a-43f8-a430-d5d7fb963216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.472348 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-4a0043a2-9b3a-43f8-a430-d5d7fb963216 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.3013299 Nov 22 16:47:00.584321 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-1dc58a03-e8b2-4b54-ad5b-688bce0ce563 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092469 Nov 22 16:47:00.594179 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-e368fa67-4323-4923-be01-234294c84dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.597307 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-e368fa67-4323-4923-be01-234294c84dfe service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.5770810 Nov 22 16:47:00.804520 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a23aef-ce44-48d8-bd56-27bdd568c78d req-31c1b3b7-d6b5-4a27-ada4-cda928cdb396 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.823370 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-85a23aef-ce44-48d8-bd56-27bdd568c78d req-31c1b3b7-d6b5-4a27-ada4-cda928cdb396 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 943 time: 0.2341125 Nov 22 16:47:00.859729 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-695b7fa7-92aa-41a2-abb5-6ca708c86ca0 req-84d1efa0-cb51-4b66-b145-4ed9475be2bb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4685748 Nov 22 16:47:01.068948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-127c6aa3-adc7-4de3-8ef6-1d8c3619b74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.080026 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-85a23aef-ce44-48d8-bd56-27bdd568c78d req-bb14d69a-9d56-4d54-b1ef-003a2f438d60 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475109 Nov 22 16:47:01.107158 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0726a9de-3f3e-40c5-b106-c6cebe559185 req-27e2acf7-cddf-4fd0-94ad-290eef90e489 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412389 Nov 22 16:47:01.136435 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:01.146566 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52400903-f4a4-42e2-84ce-cd84d6b41a87" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:01.184469 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:01.192217 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-6c36e6e4-a191-4468-8f04-0c569079a44e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cb7311-7775-45f5-a309-0e88da36762b HTTP/1.1" status: 200 len: 217 time: 0.5759108 Nov 22 16:47:01.307917 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8271b15-e62d-4a1d-84c2-a2f9c761cd21 x-openstack-request-id: req-b8271b15-e62d-4a1d-84c2-a2f9c761cd21 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:01.308235 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:01.308505 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8271b15-e62d-4a1d-84c2-a2f9c761cd21 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:01.308914 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'status': 'completed', 'code': 200} Nov 22 16:47:01.358602 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20fda-cb0c-4206-81bb-e2f0664e41cf req-7511d080-3881-4609-90fa-9fb5312a8e38 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.371064 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ccd20fda-cb0c-4206-81bb-e2f0664e41cf req-7511d080-3881-4609-90fa-9fb5312a8e38 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.1727486 Nov 22 16:47:01.426795 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3c9a1326-42b8-48c6-9383-81409bb77f48 req-2747fb7e-8003-40f7-9c2b-c6dd3c546af8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.458321 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:01.484101 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3c9a1326-42b8-48c6-9383-81409bb77f48 req-2747fb7e-8003-40f7-9c2b-c6dd3c546af8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.506389 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ccd20fda-cb0c-4206-81bb-e2f0664e41cf req-88d92c55-5b13-4947-9f97-eebab009aefa tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311028 Nov 22 16:47:01.508542 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'port_id': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3', 'mac_address': 'fa:16:3e:17:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:01.521910 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49146094-041b-4242-89d8-6a39f4cd1968'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:01.530020 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d742576-bc5a-4661-9809-b932cbae6f3e" -d '{"events": [{"server_uuid": "54c48729-9d12-41e3-a283-8ff2f04f31a3", "name": "network-vif-plugged", "status": "completed", "tag": "49146094-041b-4242-89d8-6a39f4cd1968"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:01.554578 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-3c9a1326-42b8-48c6-9383-81409bb77f48 req-2747fb7e-8003-40f7-9c2b-c6dd3c546af8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4448891 Nov 22 16:47:01.557148 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-53bdb147-ab60-4ce4-939d-142328f48479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.559200 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-53bdb147-ab60-4ce4-939d-142328f48479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 1.0711999 Nov 22 16:47:01.562928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747fb7e-8003-40f7-9c2b-c6dd3c546af8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c19911f2-1997-40a4-9276-d83040d951a7,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.592081 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-4c79d93b-47ba-48b3-b349-d1c52899010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.597399 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-4c79d93b-47ba-48b3-b349-d1c52899010e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.3526266 Nov 22 16:47:01.623677 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc47a0ad-7f8f-4066-b503-d64cc7015998 x-openstack-request-id: req-dc47a0ad-7f8f-4066-b503-d64cc7015998 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:01.624137 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c48729-9d12-41e3-a283-8ff2f04f31a3", "name": "network-vif-plugged", "status": "completed", "tag": "49146094-041b-4242-89d8-6a39f4cd1968", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:01.624775 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc47a0ad-7f8f-4066-b503-d64cc7015998 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:01.625584 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49146094-041b-4242-89d8-6a39f4cd1968', 'code': 200} Nov 22 16:47:01.656866 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df2f2-e784-4846-b051-e75e71520308 req-fcfe7fcb-c2f7-429b-b142-caab4fc4ae8a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.666898 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.669434 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0d6df2f2-e784-4846-b051-e75e71520308 req-fcfe7fcb-c2f7-429b-b142-caab4fc4ae8a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.2127383 Nov 22 16:47:01.696287 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:01.741441 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:01.741879 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0d6df2f2-e784-4846-b051-e75e71520308 req-78b2a6ac-767d-4123-bc8d-bdd6fe6ede7f tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Nov 22 16:47:01.752792 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.754046 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device c2cb7311-7775-45f5-a309-0e88da36762b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:01.875203 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port c2cb7311-7775-45f5-a309-0e88da36762b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c2cb7311-7775-45f5-a309-0e88da36762b,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:01.896748 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.924954 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'c2cb7311-7775-45f5-a309-0e88da36762b', 'network_id': '5ef43581-0b2d-45c7-919f-e29c34327fb4', 'port_id': 'c2cb7311-7775-45f5-a309-0e88da36762b', 'mac_address': 'fa:16:3e:3f:9f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d2fe55-4078-4c31-bc89-7b14a813df1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:01.963561 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-3589a494-c214-44d3-91df-30e6007c4a03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534208 Nov 22 16:47:02.080424 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.111026 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cb7311-7775-45f5-a309-0e88da36762b {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:02.172077 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b76dc9-a286-48a1-9446-d282e3d4f8ac req-3311bcec-2d8c-41b6-a6d7-64ea0805fddd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.182342 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-96b76dc9-a286-48a1-9446-d282e3d4f8ac req-3311bcec-2d8c-41b6-a6d7-64ea0805fddd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1199484 Nov 22 16:47:02.235551 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port c2cb7311-7775-45f5-a309-0e88da36762b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c2cb7311-7775-45f5-a309-0e88da36762b,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:02.254080 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-33298ccf-8236-4054-8f4c-8b5a65d25b9e service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751019 Nov 22 16:47:02.264079 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.309325 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-96b76dc9-a286-48a1-9446-d282e3d4f8ac req-4166dc87-55f2-499b-b5d1-d1500fe9dacf tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057873 Nov 22 16:47:02.345757 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eb127-f590-444a-a429-ebc153532b31 req-784c650c-ed36-405c-93f1-c056adc5f39c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.354489 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6b4eb127-f590-444a-a429-ebc153532b31 req-784c650c-ed36-405c-93f1-c056adc5f39c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 944 time: 0.1075149 Nov 22 16:47:02.371901 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-6992819b-a18c-4d37-956f-56c0215667a5 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642069 Nov 22 16:47:02.392127 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.450555 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=c2cb7311-7775-45f5-a309-0e88da36762b,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.476750 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6b4eb127-f590-444a-a429-ebc153532b31 req-4a599f61-1b34-48c2-a36b-23716ed57cdb tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178477 Nov 22 16:47:02.602620 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0275bb1-02f0-4ed4-8ed7-a1fc3c5e5061 req-6fe4cfce-3c29-4bd5-9538-3ab43ac5628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.609024 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d0275bb1-02f0-4ed4-8ed7-a1fc3c5e5061 req-6fe4cfce-3c29-4bd5-9538-3ab43ac5628b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 1099 time: 0.2769516 Nov 22 16:47:02.609292 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['c2cb7311-7775-45f5-a309-0e88da36762b'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:02.675749 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1eee8d9d-1738-445e-91e2-e6fc075e1ccc req-b749bb26-1a37-4a15-ab33-050e7fc5cdab service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752532 Nov 22 16:47:02.716538 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:02.778921 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b3735f2e-a25e-4858-bd9c-9c25e4c27bae req-781ae761-e91f-4b8b-89a9-db095adab7b6 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443317 Nov 22 16:47:02.815540 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d0275bb1-02f0-4ed4-8ed7-a1fc3c5e5061 req-9c1be959-a4ab-4f7a-af44-3c188f468372 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822073 Nov 22 16:47:02.825258 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce799-c610-47be-9242-7e909339fd70 req-5f86426a-04ad-4831-ac98-8d2ab68a7f5f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.837353 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-920ce799-c610-47be-9242-7e909339fd70 req-5f86426a-04ad-4831-ac98-8d2ab68a7f5f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.1588345 Nov 22 16:47:03.012591 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-920ce799-c610-47be-9242-7e909339fd70 req-53e6def1-51d6-4b78-a9c7-33a7a25604d1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729255 Nov 22 16:47:03.039998 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394ee8d-a980-45da-9a4e-35255b3cc6d3 req-c9e73a3a-6227-4367-ae2f-cd25be414c8d tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.047159 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b394ee8d-a980-45da-9a4e-35255b3cc6d3 req-c9e73a3a-6227-4367-ae2f-cd25be414c8d tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.1636825 Nov 22 16:47:03.110239 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b394ee8d-a980-45da-9a4e-35255b3cc6d3 req-66620314-77e8-471a-a155-fc49c563b8e8 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625856 Nov 22 16:47:03.314738 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-b0134d60-f659-434e-ae8f-e0354b8f1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.317875 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-b0134d60-f659-434e-ae8f-e0354b8f1004 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1096 time: 0.0947051 Nov 22 16:47:03.352268 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42218) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:03.604603 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.626260 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-071fee4f-6760-4cb3-9184-5a6d3c85abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.628512 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-071fee4f-6760-4cb3-9184-5a6d3c85abc5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.2755980 Nov 22 16:47:03.698840 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-48a06656-f1db-4b0b-b4be-b1ef285d0ab5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 217 time: 0.0591381 Nov 22 16:47:03.717939 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-330bcc59-8191-4efb-aa71-ea3b8e39e223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.798336 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60668597-3f60-415f-acc9-3e7136289108 req-d84a41aa-e933-4e98-8217-89c9f3c0552d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.806577 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-60668597-3f60-415f-acc9-3e7136289108 req-d84a41aa-e933-4e98-8217-89c9f3c0552d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.2392757 Nov 22 16:47:03.834942 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-3b8b8bef-0420-4266-80c9-8be85b85d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.839344 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-3b8b8bef-0420-4266-80c9-8be85b85d0f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.1299515 Nov 22 16:47:03.886183 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd4f4b-cf50-4c4f-a3ed-8d65c39039d2 req-41686a3d-7138-454f-bc96-5ad0b23b0d16 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.897451 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3dd4f4b-cf50-4c4f-a3ed-8d65c39039d2 req-41686a3d-7138-454f-bc96-5ad0b23b0d16 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 944 time: 0.2705982 Nov 22 16:47:03.973780 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-5004ea43-f8a4-4704-bd59-9a0085bc8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.977307 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-5004ea43-f8a4-4704-bd59-9a0085bc8bd6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1225519 Nov 22 16:47:04.045662 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-60668597-3f60-415f-acc9-3e7136289108 req-b49b525e-4a42-4331-b821-fb5197b47c4a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375488 Nov 22 16:47:04.192724 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3dd4f4b-cf50-4c4f-a3ed-8d65c39039d2 req-114b5cbd-7dff-44b9-b4f9-2814829fce98 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936397 Nov 22 16:47:04.256875 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:04.333828 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-435188db-ec35-4a2c-99a9-52f6d83dc87a service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400736 Nov 22 16:47:04.401776 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-330bcc59-8191-4efb-aa71-ea3b8e39e223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.449123 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-330bcc59-8191-4efb-aa71-ea3b8e39e223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.491614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.536916 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-330bcc59-8191-4efb-aa71-ea3b8e39e223 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c47940610284e289ef74e6bd21b5e64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1826057 Nov 22 16:47:04.539257 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bcc59-8191-4efb-aa71-ea3b8e39e223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29368b3a-90d6-46d8-a3a4-9296af51cde0,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:04.542525 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42246) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:04.587473 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98a44f-1fd6-46d8-b0a5-f6980d156fc5 req-9c1feaa0-91b0-4a14-8b75-ce36c8a16010 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:04.601008 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3f98a44f-1fd6-46d8-b0a5-f6980d156fc5 req-9c1feaa0-91b0-4a14-8b75-ce36c8a16010 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.1948802 Nov 22 16:47:04.627308 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-52400903-f4a4-42e2-84ce-cd84d6b41a87 req-20911062-af4f-42b7-ba73-8b16f179b594 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650054 Nov 22 16:47:04.677521 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3f98a44f-1fd6-46d8-b0a5-f6980d156fc5 req-b8179765-2c69-4acb-802f-9c0d009009a5 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755379 Nov 22 16:47:04.733395 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15227b4-381a-4ff9-9a05-e82f322b8fe1 req-ab96f1dc-8797-482a-afdb-bd7b5d97ff6a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:04.739110 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b15227b4-381a-4ff9-9a05-e82f322b8fe1 req-ab96f1dc-8797-482a-afdb-bd7b5d97ff6a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.2030740 Nov 22 16:47:04.746071 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42250) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:04.749693 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa87-6fd6-4847-b00c-76f962df9f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.796887 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa87-6fd6-4847-b00c-76f962df9f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.873005 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b15227b4-381a-4ff9-9a05-e82f322b8fe1 req-878c2d79-d32c-4063-b01d-1682c61b9a67 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161988 Nov 22 16:47:04.948942 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa87-6fd6-4847-b00c-76f962df9f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.954528 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-64ddfa87-6fd6-4847-b00c-76f962df9f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.956792 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-64ddfa87-6fd6-4847-b00c-76f962df9f64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29368b3a-90d6-46d8-a3a4-9296af51cde0 HTTP/1.1" status: 204 len: 168 time: 0.3630800 Nov 22 16:47:04.976176 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddfa87-6fd6-4847-b00c-76f962df9f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29368b3a-90d6-46d8-a3a4-9296af51cde0,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.036903 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1f7921b5-5d03-478f-9d3f-8c1d100985f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.217537 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:05.224303 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1f7921b5-5d03-478f-9d3f-8c1d100985f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.231948 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-1f7921b5-5d03-478f-9d3f-8c1d100985f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.325515 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:05.390053 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-1f7921b5-5d03-478f-9d3f-8c1d100985f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27644e3443444ba5b799579c2bcd993a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420088 Nov 22 16:47:05.392764 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42276) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:05.416827 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7921b5-5d03-478f-9d3f-8c1d100985f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9845a1-17cf-440b-a37c-4eae8a41993e,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.501073 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4699d-00ed-40cf-81c3-064469a4788e req-bf532810-83c1-4552-9654-473751e952bc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.502831 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ee4699d-00ed-40cf-81c3-064469a4788e req-bf532810-83c1-4552-9654-473751e952bc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.2545903 Nov 22 16:47:05.567524 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1271ead8-40a9-439b-ba49-7f64df97c2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.607133 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:05.611447 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:05.633751 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:05.635529 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.644423 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197a72e-0f13-401a-8044-7f1309850690 req-36842d87-e1ff-47f0-a289-b028b212b71c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.652560 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2197a72e-0f13-401a-8044-7f1309850690 req-36842d87-e1ff-47f0-a289-b028b212b71c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 944 time: 0.2300663 Nov 22 16:47:05.683654 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'mac_address': 'fa:16:3e:94:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:05.706051 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1271ead8-40a9-439b-ba49-7f64df97c2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.798354 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ee4699d-00ed-40cf-81c3-064469a4788e req-9e188c02-77cc-4bbb-a7d3-2ac0c65e05c8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789612 Nov 22 16:47:05.808566 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42290) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:05.844268 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.844547 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cb48c67b-64f2-40a1-9518-a03f0ca76213 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.887261 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d268de10-396c-4f46-8ccd-83e594f2207e {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:05.889144 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1271ead8-40a9-439b-ba49-7f64df97c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.897648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1271ead8-40a9-439b-ba49-7f64df97c2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.900594 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1271ead8-40a9-439b-ba49-7f64df97c2ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f9845a1-17cf-440b-a37c-4eae8a41993e HTTP/1.1" status: 204 len: 168 time: 0.5059237 Nov 22 16:47:05.909971 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2197a72e-0f13-401a-8044-7f1309850690 req-f8b0bab8-6d41-4644-8969-fe1e49de3cd2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384605 Nov 22 16:47:05.917958 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271ead8-40a9-439b-ba49-7f64df97c2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9845a1-17cf-440b-a37c-4eae8a41993e,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.985739 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:05.995253 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.085052 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.099726 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cb48c67b-64f2-40a1-9518-a03f0ca76213 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.109624 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cb48c67b-64f2-40a1-9518-a03f0ca76213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.206456 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:06.215260 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:06.218616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdb4325-41f9-4c5a-a45d-a516e276c634" -d '{"events": [{"server_uuid": "a3997288-5b3f-4013-bcad-f59ce5f32db3", "name": "network-vif-plugged", "status": "completed", "tag": "dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:06.233054 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.234887 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device c2cb7311-7775-45f5-a309-0e88da36762b up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:06.241379 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.251502 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-cb48c67b-64f2-40a1-9518-a03f0ca76213 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44c97846435b413bb7295041c5fe22ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411750 Nov 22 16:47:06.255907 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42308) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:06.279999 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48c67b-64f2-40a1-9518-a03f0ca76213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b66e1c-402c-44f1-8886-7f3b4176aa0b,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.326138 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b283-8c13-4d51-acc7-18655fa5db29 req-6c4679aa-06dc-45f4-98fa-df6f6814c610 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.328232 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-10b3b283-8c13-4d51-acc7-18655fa5db29 req-6c4679aa-06dc-45f4-98fa-df6f6814c610 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.1977110 Nov 22 16:47:06.342541 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c832902-e353-41b9-99a3-d2a2878e1705 x-openstack-request-id: req-6c832902-e353-41b9-99a3-d2a2878e1705 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:06.343043 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3997288-5b3f-4013-bcad-f59ce5f32db3", "name": "network-vif-plugged", "status": "completed", "tag": "dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:06.343793 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c832902-e353-41b9-99a3-d2a2878e1705 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:06.344615 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3', 'code': 200} Nov 22 16:47:06.359292 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['d268de10-396c-4f46-8ccd-83e594f2207e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:06.559251 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-10b3b283-8c13-4d51-acc7-18655fa5db29 req-8a92f18a-c863-4fce-aa0c-aceb43e61cf0 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988032 Nov 22 16:47:06.564918 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.585954 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19676e83-43fc-4d69-acbb-6cd9b26e7c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.588561 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port c2cb7311-7775-45f5-a309-0e88da36762b completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:06.615716 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port c2cb7311-7775-45f5-a309-0e88da36762b triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:06.616134 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.664053 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19676e83-43fc-4d69-acbb-6cd9b26e7c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.670967 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b76442-e8c5-44d7-a1ce-059d4a1bf9be req-786c43c3-7b5f-4eba-9580-13e965865433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.673564 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-70b76442-e8c5-44d7-a1ce-059d4a1bf9be req-786c43c3-7b5f-4eba-9580-13e965865433 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.0843825 Nov 22 16:47:06.726097 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42316) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:06.748597 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-57baafdb-dd68-4f42-9832-e427ddcf48fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.754967 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-70b76442-e8c5-44d7-a1ce-059d4a1bf9be req-d4e8e5a0-0861-4434-b0e8-1df46e33b842 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714598 Nov 22 16:47:06.799469 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19676e83-43fc-4d69-acbb-6cd9b26e7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.804021 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19676e83-43fc-4d69-acbb-6cd9b26e7c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.806028 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-19676e83-43fc-4d69-acbb-6cd9b26e7c3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96b66e1c-402c-44f1-8886-7f3b4176aa0b HTTP/1.1" status: 204 len: 168 time: 0.5322819 Nov 22 16:47:06.824835 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.828860 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19676e83-43fc-4d69-acbb-6cd9b26e7c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b66e1c-402c-44f1-8886-7f3b4176aa0b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.905082 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port c2cb7311-7775-45f5-a309-0e88da36762b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c2cb7311-7775-45f5-a309-0e88da36762b,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:06.918062 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.955174 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-57baafdb-dd68-4f42-9832-e427ddcf48fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.965416 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-57baafdb-dd68-4f42-9832-e427ddcf48fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.035072 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=c2cb7311-7775-45f5-a309-0e88da36762b,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.064458 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-57baafdb-dd68-4f42-9832-e427ddcf48fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c009be2c843240ee960f295bbd03b3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370883 Nov 22 16:47:07.068352 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42328) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:07.101357 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baafdb-dd68-4f42-9832-e427ddcf48fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b05813-1908-4504-ab87-7282b667ba66,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.184012 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1997d-2050-4317-9ea7-d97cbd4b484a req-551b991a-4ae6-466a-bd2f-98b4216b7f85 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.205770 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cad1997d-2050-4317-9ea7-d97cbd4b484a req-551b991a-4ae6-466a-bd2f-98b4216b7f85 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.1358347 Nov 22 16:47:07.299611 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a764285d-a257-4915-ace4-9acdb3997fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.354187 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cad1997d-2050-4317-9ea7-d97cbd4b484a req-2137b5bd-05e2-469e-8ed0-5fe328be025b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471059 Nov 22 16:47:07.373792 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a764285d-a257-4915-ace4-9acdb3997fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.466833 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a764285d-a257-4915-ace4-9acdb3997fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.471230 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a764285d-a257-4915-ace4-9acdb3997fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.473158 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a764285d-a257-4915-ace4-9acdb3997fa7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37b05813-1908-4504-ab87-7282b667ba66 HTTP/1.1" status: 204 len: 168 time: 0.4018462 Nov 22 16:47:07.489278 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764285d-a257-4915-ace4-9acdb3997fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b05813-1908-4504-ab87-7282b667ba66,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.566296 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55851d4-196e-4076-9909-1afba94dcc13 req-f6f740af-3835-4a8c-ab30-ea57f3c53598 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.568321 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a55851d4-196e-4076-9909-1afba94dcc13 req-f6f740af-3835-4a8c-ab30-ea57f3c53598 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1006787 Nov 22 16:47:07.656523 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a55851d4-196e-4076-9909-1afba94dcc13 req-dc42b11e-f2aa-4808-a1b1-45ee2d270f7b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Nov 22 16:47:07.830957 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42362) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:07.976840 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82ddf38d-80c0-4c7c-ac83-db7ebc240256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.098177 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82ddf38d-80c0-4c7c-ac83-db7ebc240256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.104061 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82ddf38d-80c0-4c7c-ac83-db7ebc240256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.164697 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-82ddf38d-80c0-4c7c-ac83-db7ebc240256 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8d5acfe23664147b2efc9108fcff8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320618 Nov 22 16:47:08.166252 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddf38d-80c0-4c7c-ac83-db7ebc240256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e65d4d-8e1c-4d5f-a81e-c5cfd30eacc0,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.169070 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42376) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.250582 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fac9eb1e-f029-4948-994f-507626848743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.283375 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fac9eb1e-f029-4948-994f-507626848743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.346263 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cb7311-7775-45f5-a309-0e88da36762b'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:08.349958 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4385d7a-6c2b-4572-9a4c-dcf0bcab2d30" -d '{"events": [{"server_uuid": "286a87c0-cd89-4f83-8b58-a8ee9f2636b3", "name": "network-vif-plugged", "status": "completed", "tag": "c2cb7311-7775-45f5-a309-0e88da36762b"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:08.353771 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fac9eb1e-f029-4948-994f-507626848743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.363491 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fac9eb1e-f029-4948-994f-507626848743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.369920 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fac9eb1e-f029-4948-994f-507626848743 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68e65d4d-8e1c-4d5f-a81e-c5cfd30eacc0 HTTP/1.1" status: 204 len: 168 time: 0.1958632 Nov 22 16:47:08.395564 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9eb1e-f029-4948-994f-507626848743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e65d4d-8e1c-4d5f-a81e-c5cfd30eacc0,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.400802 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1eea6f-1d71-4792-803a-ce9917d8b72a x-openstack-request-id: req-6e1eea6f-1d71-4792-803a-ce9917d8b72a {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:08.401438 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286a87c0-cd89-4f83-8b58-a8ee9f2636b3", "name": "network-vif-plugged", "status": "completed", "tag": "c2cb7311-7775-45f5-a309-0e88da36762b", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:08.401921 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e1eea6f-1d71-4792-803a-ce9917d8b72a {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:08.402461 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cb7311-7775-45f5-a309-0e88da36762b', 'code': 200} Nov 22 16:47:08.560565 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0affbff-c10e-4acf-96e0-b26bf28b4cf8 req-4a859820-ac2e-4cf8-832d-b1d2f7a8fa2c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.564771 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e0affbff-c10e-4acf-96e0-b26bf28b4cf8 req-4a859820-ac2e-4cf8-832d-b1d2f7a8fa2c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.0792446 Nov 22 16:47:08.629973 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e0affbff-c10e-4acf-96e0-b26bf28b4cf8 req-4c4d6aae-43a7-49eb-bce6-45b6ba6e9037 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604284 Nov 22 16:47:08.879208 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c471e1-ab8e-4991-9194-4b91ebcccc4a req-196603e5-0003-464c-8806-45b46c7c9276 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.884046 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-37c471e1-ab8e-4991-9194-4b91ebcccc4a req-196603e5-0003-464c-8806-45b46c7c9276 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0800431 Nov 22 16:47:08.972992 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-37c471e1-ab8e-4991-9194-4b91ebcccc4a req-4b4dc485-5aec-4e67-8b2c-cd486eb2648d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761926 Nov 22 16:47:09.123450 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42418) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.146629 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a8c-7dbc-442f-b1f9-9738fb4f1b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.270364 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a8c-7dbc-442f-b1f9-9738fb4f1b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.274244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a8c-7dbc-442f-b1f9-9738fb4f1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.317100 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-46ad9a8c-7dbc-442f-b1f9-9738fb4f1b86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7cd5b9399c0499e9cd9f0d839ff5b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920586 Nov 22 16:47:09.320056 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad9a8c-7dbc-442f-b1f9-9738fb4f1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4e17c-8406-4ab4-9957-746130ecdfff,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.320737 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42422) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.452653 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b00b04f-781b-47cb-a3ef-4949dbe29936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.507056 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b00b04f-781b-47cb-a3ef-4949dbe29936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.518486 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42430) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.586386 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b00b04f-781b-47cb-a3ef-4949dbe29936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.592083 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b00b04f-781b-47cb-a3ef-4949dbe29936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.597671 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2b00b04f-781b-47cb-a3ef-4949dbe29936 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cea4e17c-8406-4ab4-9957-746130ecdfff HTTP/1.1" status: 204 len: 168 time: 0.2704563 Nov 22 16:47:09.608235 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00b04f-781b-47cb-a3ef-4949dbe29936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4e17c-8406-4ab4-9957-746130ecdfff,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.732107 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-112c83d5-5d3e-486e-a48d-834d4df43038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.944861 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-112c83d5-5d3e-486e-a48d-834d4df43038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.954684 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-112c83d5-5d3e-486e-a48d-834d4df43038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.973125 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123907e-542c-4c0f-9c28-81796ed0994a req-dcd42140-eff8-48d8-8e9e-eec1afa20da9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.975866 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6123907e-542c-4c0f-9c28-81796ed0994a req-dcd42140-eff8-48d8-8e9e-eec1afa20da9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.2046790 Nov 22 16:47:09.987182 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42446) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.029059 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-78db92cc-385b-4729-87e8-b1367c29c910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.040355 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-112c83d5-5d3e-486e-a48d-834d4df43038 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da13b16310684597bfd8709c6d53795b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207050 Nov 22 16:47:10.041598 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c83d5-5d3e-486e-a48d-834d4df43038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfedf20a-e7b8-4fcb-a2ee-d8945c3cbebd,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.044881 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42452) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.111811 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0970a46a-3230-4d04-81bf-80f3b80e7793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.144814 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6123907e-542c-4c0f-9c28-81796ed0994a req-c4a870c0-c58f-454d-91f3-29483cce42d5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453524 Nov 22 16:47:10.192648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0970a46a-3230-4d04-81bf-80f3b80e7793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.262019 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-78db92cc-385b-4729-87e8-b1367c29c910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.282467 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dab10d-d5c2-4b7d-a96e-d25d312c1d51 req-f5fdb012-277f-40f1-8a87-20c426a54b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.284359 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-85dab10d-d5c2-4b7d-a96e-d25d312c1d51 req-f5fdb012-277f-40f1-8a87-20c426a54b7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 1098 time: 0.1348846 Nov 22 16:47:10.296109 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-78db92cc-385b-4729-87e8-b1367c29c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.387950 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0970a46a-3230-4d04-81bf-80f3b80e7793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.391048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0970a46a-3230-4d04-81bf-80f3b80e7793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.392785 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-0970a46a-3230-4d04-81bf-80f3b80e7793 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfedf20a-e7b8-4fcb-a2ee-d8945c3cbebd HTTP/1.1" status: 204 len: 168 time: 0.3466783 Nov 22 16:47:10.397015 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db92cc-385b-4729-87e8-b1367c29c910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa53ac-f289-4345-ae08-8de69edbf7b8,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.406716 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970a46a-3230-4d04-81bf-80f3b80e7793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfedf20a-e7b8-4fcb-a2ee-d8945c3cbebd,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.429257 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-78db92cc-385b-4729-87e8-b1367c29c910 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a66e7b7f2af49c994a88b712d16cd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382880 Nov 22 16:47:10.434710 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-85dab10d-d5c2-4b7d-a96e-d25d312c1d51 req-1af59c2e-06c3-4b38-addf-ad320a85f4f7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412919 Nov 22 16:47:10.436475 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42464) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.468855 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9f1cf-07c4-489c-a497-ec187aa4f32f req-21711d0e-3dc5-4a29-a2b0-7d70bd5e46d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.476465 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9cf9f1cf-07c4-489c-a497-ec187aa4f32f req-21711d0e-3dc5-4a29-a2b0-7d70bd5e46d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.2308757 Nov 22 16:47:10.579193 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9cf9f1cf-07c4-489c-a497-ec187aa4f32f req-5a818ace-ed28-4805-ae4b-5f10d27033f4 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018107 Nov 22 16:47:10.595262 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5aa2-bdf2-4b10-960f-86b998e774bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.648441 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5aa2-bdf2-4b10-960f-86b998e774bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.729379 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5aa2-bdf2-4b10-960f-86b998e774bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.733175 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5aa2-bdf2-4b10-960f-86b998e774bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.734507 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fd8a5aa2-bdf2-4b10-960f-86b998e774bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42fa53ac-f289-4345-ae08-8de69edbf7b8 HTTP/1.1" status: 204 len: 168 time: 0.2548645 Nov 22 16:47:10.752344 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a5aa2-bdf2-4b10-960f-86b998e774bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa53ac-f289-4345-ae08-8de69edbf7b8,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.376994 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400f98-c420-4361-815b-2acd4f4277b0 req-693ccf3e-316a-4d63-ba7e-6d50efb54eda tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.379172 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76400f98-c420-4361-815b-2acd4f4277b0 req-693ccf3e-316a-4d63-ba7e-6d50efb54eda tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.0839653 Nov 22 16:47:11.456682 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76400f98-c420-4361-815b-2acd4f4277b0 req-ea17cf47-9c26-44c9-ae64-e82651be2e47 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629129 Nov 22 16:47:11.496413 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:11.595645 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port d268de10-396c-4f46-8ccd-83e594f2207e completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:11.600602 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port d268de10-396c-4f46-8ccd-83e594f2207e triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:11.601322 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.726027 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.770166 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:11.775286 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b81d2-8616-4a3f-a35c-94cc7336dabc" -d '{"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-plugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:11.811646 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:11.818042 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.868924 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e751c46e-8397-41fc-bd34-eb09b6db17bd x-openstack-request-id: req-e751c46e-8397-41fc-bd34-eb09b6db17bd {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:11.869236 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-plugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:11.869892 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e751c46e-8397-41fc-bd34-eb09b6db17bd {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:11.870427 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'code': 200} Nov 22 16:47:11.872765 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e5c97-8f5b-4d8d-9c48-6b00c5647461 req-58d1b4c0-5335-4bcd-b552-0693dbe6815f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.896098 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-be3e5c97-8f5b-4d8d-9c48-6b00c5647461 req-58d1b4c0-5335-4bcd-b552-0693dbe6815f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1639946 Nov 22 16:47:11.908288 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:12.061491 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-be3e5c97-8f5b-4d8d-9c48-6b00c5647461 req-c8855f22-4163-46e1-aeed-ad427649b548 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642334 Nov 22 16:47:12.401246 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f615-20a8-4b47-b1f9-258e3afe8244 req-90a256c9-a794-4fde-aca9-49845cc9e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.403376 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8223f615-20a8-4b47-b1f9-258e3afe8244 req-90a256c9-a794-4fde-aca9-49845cc9e13c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1098 time: 0.0736825 Nov 22 16:47:12.487910 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8223f615-20a8-4b47-b1f9-258e3afe8244 req-f75d8005-bc53-4e87-ab19-39baf34c0294 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771379 Nov 22 16:47:12.644256 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83166ec1-b755-41de-8c5d-dad7ae7606de req-fc91cbe9-bc15-481c-b290-0fcfcea4a0e1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.646318 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83166ec1-b755-41de-8c5d-dad7ae7606de req-fc91cbe9-bc15-481c-b290-0fcfcea4a0e1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0799041 Nov 22 16:47:12.720993 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83166ec1-b755-41de-8c5d-dad7ae7606de req-72889423-9de4-4b5d-8b23-b47213d09351 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661781 Nov 22 16:47:13.230039 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856c7a-804b-4800-a270-eaf14b00cf73 req-cb2e8aa3-c13b-47cb-92b0-a422431b0be7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.233987 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f1856c7a-804b-4800-a270-eaf14b00cf73 req-cb2e8aa3-c13b-47cb-92b0-a422431b0be7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0843391 Nov 22 16:47:13.332796 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f1856c7a-804b-4800-a270-eaf14b00cf73 req-957ef484-c10b-45ec-8b0a-411219e30ff9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894980 Nov 22 16:47:14.034283 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a08e9-6e49-4dbc-a767-5881f7bd9f6a req-d459ec11-530c-460c-bb15-39524cd3f6d5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.044149 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-352a08e9-6e49-4dbc-a767-5881f7bd9f6a req-d459ec11-530c-460c-bb15-39524cd3f6d5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.2279534 Nov 22 16:47:14.074162 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-2281d618-27e4-4106-87f2-a9a185d1fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.076552 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-2281d618-27e4-4106-87f2-a9a185d1fbbe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 1098 time: 0.0999873 Nov 22 16:47:14.083566 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517ca14-ad88-4e30-90df-ba697a6d7184 req-04cd85bb-c6a0-48f4-ade6-320f1a05fc24 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.085265 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6517ca14-ad88-4e30-90df-ba697a6d7184 req-04cd85bb-c6a0-48f4-ade6-320f1a05fc24 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1175897 Nov 22 16:47:14.151549 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-352a08e9-6e49-4dbc-a767-5881f7bd9f6a req-c9e133b4-4615-44a7-a37b-9f0d147797b8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059527 Nov 22 16:47:14.214381 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6517ca14-ad88-4e30-90df-ba697a6d7184 req-b468e6f5-7502-4adc-a5bd-4169ecddd946 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032147 Nov 22 16:47:14.302257 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-ec11fdeb-f727-4654-8125-dda4d91c29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.303726 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-ec11fdeb-f727-4654-8125-dda4d91c29ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.2023544 Nov 22 16:47:14.370359 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-eb01d454-6d01-4d31-98b1-e1c7d93ca09d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cb7311-7775-45f5-a309-0e88da36762b HTTP/1.1" status: 200 len: 217 time: 0.0593054 Nov 22 16:47:14.456786 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-73a66f0f-b314-4920-b71e-80b58eb1642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.460153 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-73a66f0f-b314-4920-b71e-80b58eb1642b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0792401 Nov 22 16:47:14.521320 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-97e7fa26-5f75-4674-978e-c88aa40c2bd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517724 Nov 22 16:47:14.667216 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-7bbaff69-3d34-46ce-bfa2-1e9f3091ccf5 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395121 Nov 22 16:47:14.832818 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-59aaa6c2-28bf-4295-ac73-8c2e2a4b8e6a req-a15802de-b741-44a4-aff6-bad91099babe service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578863 Nov 22 16:47:15.363724 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42670) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.384488 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29613f9e-189a-4dfc-a10d-429b464ca99e req-ffc90ab0-43f7-4b1b-8dae-f400dd72b980 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.387035 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-29613f9e-189a-4dfc-a10d-429b464ca99e req-ffc90ab0-43f7-4b1b-8dae-f400dd72b980 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1428604 Nov 22 16:47:15.427107 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549f988-648e-458b-98ae-84c89a7e6bb9 req-9b645802-ba2d-4e9d-abc0-a8d3fa1241c8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.429452 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4549f988-648e-458b-98ae-84c89a7e6bb9 req-9b645802-ba2d-4e9d-abc0-a8d3fa1241c8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1021047 Nov 22 16:47:15.552363 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-29613f9e-189a-4dfc-a10d-429b464ca99e req-5f85db01-e885-404d-963f-83db0cdedb91 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549258 Nov 22 16:47:15.557183 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.645637 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4549f988-648e-458b-98ae-84c89a7e6bb9 req-cbb30ef4-41d9-4f6a-90dd-b2aff83b7284 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899114 Nov 22 16:47:15.771288 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.782647 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.810981 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bca4d-94b7-4419-a20c-7cb78ffcb6a5 req-e4ec8e08-98be-4f9b-b913-8a57271fe7f3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.818110 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c02bca4d-94b7-4419-a20c-7cb78ffcb6a5 req-e4ec8e08-98be-4f9b-b913-8a57271fe7f3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0735109 Nov 22 16:47:15.828212 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42692) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.834225 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'floatingip': {'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:15.858811 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43bac692c89a47989f35c052df9c17b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936485 Nov 22 16:47:15.864622 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42694) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.885655 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0664543-5a0d-485f-9ced-79d1a22250d5,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:15.911850 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.912831 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.913762 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.914543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.916776 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.917645 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.918688 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.919482 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.920328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.922550 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.923424 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.923954 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3575b3-0353-441e-9d45-b4e8adda2d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:15.925806 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.979591 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56b00353-97b8-4f0f-980f-ec30b9dcb267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.029794 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56b00353-97b8-4f0f-980f-ec30b9dcb267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.119797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56b00353-97b8-4f0f-980f-ec30b9dcb267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.125217 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56b00353-97b8-4f0f-980f-ec30b9dcb267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.129016 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-56b00353-97b8-4f0f-980f-ec30b9dcb267 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0664543-5a0d-485f-9ced-79d1a22250d5 HTTP/1.1" status: 204 len: 168 time: 0.2610009 Nov 22 16:47:16.163005 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b00353-97b8-4f0f-980f-ec30b9dcb267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0664543-5a0d-485f-9ced-79d1a22250d5,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.548466 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42714) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.782520 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.786310 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42724) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.812212 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0d80-d3a0-471b-9bb5-f594c64c5c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.942611 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0d80-d3a0-471b-9bb5-f594c64c5c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.954530 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0d80-d3a0-471b-9bb5-f594c64c5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.985238 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e55afa-04ef-4d94-b541-8d5da68086df req-9863a5c2-230d-42f9-9a0f-ae2cea1e057e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.989404 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9e55afa-04ef-4d94-b541-8d5da68086df req-9863a5c2-230d-42f9-9a0f-ae2cea1e057e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.2177742 Nov 22 16:47:17.000508 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9c8b0d80-d3a0-471b-9bb5-f594c64c5c68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4ef640c94a342b2915949c07f3483fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126141 Nov 22 16:47:17.001959 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b0d80-d3a0-471b-9bb5-f594c64c5c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f922b67-2a44-46e9-8d85-977d7d96d396,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.005943 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42730) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.078067 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.db.resource_extend [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:47:17.093270 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ddf134a-8854-42a6-896d-29318533ca42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.124211 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ddf134a-8854-42a6-896d-29318533ca42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.216382 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ddf134a-8854-42a6-896d-29318533ca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.219346 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ddf134a-8854-42a6-896d-29318533ca42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.220690 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9e55afa-04ef-4d94-b541-8d5da68086df req-3f0f8053-baaf-4421-8905-8a352a6299a3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962185 Nov 22 16:47:17.221227 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6ddf134a-8854-42a6-896d-29318533ca42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f922b67-2a44-46e9-8d85-977d7d96d396 HTTP/1.1" status: 204 len: 168 time: 0.2143266 Nov 22 16:47:17.225543 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.235774 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.252458 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf134a-8854-42a6-896d-29318533ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f922b67-2a44-46e9-8d85-977d7d96d396,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.302207 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-0fbab209-009b-4c1a-b351-b40bae9efb19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1033661 Nov 22 16:47:17.310634 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.326941 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.377363 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42740) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.454637 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a16b44b15be44f180dd2984c52a193f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9007146 Nov 22 16:47:17.454637 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924bfee-b19e-4ec3-b4a7-db1ce435ac7e,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.458683 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42746) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.488898 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.489071 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.489389 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.489734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.490074 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.490409 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.490749 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.491089 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.491432 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.491769 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.492125 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.492461 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34836d03-3a5e-4c7d-8b1c-b2d3fba0aa44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:17.504276 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Floating IP 034ad03a-9807-43a6-82f0-41f5ee520287 associated. External IP: 172.27.3.215, port: d268de10-396c-4f46-8ccd-83e594f2207e. Nov 22 16:47:17.510217 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-c416bb1c-f6ab-4b73-8b84-d818dd483d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.513243 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-c416bb1c-f6ab-4b73-8b84-d818dd483d25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 1099 time: 0.0981250 Nov 22 16:47:17.715352 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9597bde3-87f8-4c1e-a48c-eeb738623143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.768409 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9597bde3-87f8-4c1e-a48c-eeb738623143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.804430 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-400c5826-055e-45da-92b4-aeafd375141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.810526 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-400c5826-055e-45da-92b4-aeafd375141d service neutron] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 915 time: 0.2430911 Nov 22 16:47:17.959873 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-5fd2305d-4fa2-4ed8-85a7-d0ba8d200e6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=948e5c76-68b7-441c-b331-9380ea7a34e2 HTTP/1.1" status: 200 len: 217 time: 0.1401918 Nov 22 16:47:18.027525 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9597bde3-87f8-4c1e-a48c-eeb738623143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.031758 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9597bde3-87f8-4c1e-a48c-eeb738623143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.034336 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-9597bde3-87f8-4c1e-a48c-eeb738623143 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c924bfee-b19e-4ec3-b4a7-db1ce435ac7e HTTP/1.1" status: 204 len: 168 time: 0.5702646 Nov 22 16:47:18.038729 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db87675e-8e9f-4c40-bfbf-3b58f68dd8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.039315 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:18.067750 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597bde3-87f8-4c1e-a48c-eeb738623143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924bfee-b19e-4ec3-b4a7-db1ce435ac7e,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.074042 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-85b82a30-f1d8-438d-937f-d7a51a42682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.076788 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-85b82a30-f1d8-438d-937f-d7a51a42682a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.1030388 Nov 22 16:47:18.169446 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-bd0f0b3b-affd-4574-9845-4bcd9d1cab13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758591 Nov 22 16:47:18.420791 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db87675e-8e9f-4c40-bfbf-3b58f68dd8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.431662 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db87675e-8e9f-4c40-bfbf-3b58f68dd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.490598 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-db87675e-8e9f-4c40-bfbf-3b58f68dd8e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99ab981a7ce5411faee817681f32f383&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1103151 Nov 22 16:47:18.496075 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42790) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.589339 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-eba623aa-5b23-45de-a73b-708593852eb6 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064014 Nov 22 16:47:18.643190 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8d5a-8d15-42cb-8d01-ce64010fb3ad req-903c4acb-932b-491e-8d35-141ae85b921e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.648958 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77ef8d5a-8d15-42cb-8d01-ce64010fb3ad req-903c4acb-932b-491e-8d35-141ae85b921e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1223295 Nov 22 16:47:18.648958 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:18.676738 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.732526 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87675e-8e9f-4c40-bfbf-3b58f68dd8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76845aa0-46e2-4a1b-a46c-145f2f2fb06f,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.740058 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:18.752601 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42798) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.796179 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:18.796817 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:47:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.807492 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2452bc2f-21f6-49e0-9841-d1e7db570bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.815016 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f947e7c9-0e59-4482-979b-f0279d231a8f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "PUT /v2.0/floatingips/034ad03a-9807-43a6-82f0-41f5ee520287 HTTP/1.1" status: 200 len: 991 time: 2.9846628 Nov 22 16:47:18.837361 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:18.842056 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca8e16c-4395-4a58-869d-323f780a4c41" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:18.928762 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d27708d8-1f89-42a9-a1dd-ff81c6148938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.957569 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77ef8d5a-8d15-42cb-8d01-ce64010fb3ad req-c6c08f82-8d7a-4936-8ea5-f2cf1a4a8df9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755389 Nov 22 16:47:19.028870 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:19.121614 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a6ced1e1-098b-44fa-aad8-71ac839b2187 req-d981a7e0-f591-4824-a062-8bda15f1975e service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121667 Nov 22 16:47:19.126776 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7a132b-0e7b-463c-95a6-149111d2beef x-openstack-request-id: req-fd7a132b-0e7b-463c-95a6-149111d2beef {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:19.127107 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:19.127477 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd7a132b-0e7b-463c-95a6-149111d2beef {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:19.127812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d27708d8-1f89-42a9-a1dd-ff81c6148938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.128097 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'status': 'completed', 'code': 200} Nov 22 16:47:19.131072 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2452bc2f-21f6-49e0-9841-d1e7db570bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.143188 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2452bc2f-21f6-49e0-9841-d1e7db570bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.213982 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452bc2f-21f6-49e0-9841-d1e7db570bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4ba64a-aa85-4ef6-8472-2dbe29d7a5f2,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:19.225167 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2452bc2f-21f6-49e0-9841-d1e7db570bf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfcc5f19228047d38ec82a351c4a6741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654994 Nov 22 16:47:19.226320 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42824) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:19.289197 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d27708d8-1f89-42a9-a1dd-ff81c6148938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.292579 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d27708d8-1f89-42a9-a1dd-ff81c6148938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.307807 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-d27708d8-1f89-42a9-a1dd-ff81c6148938 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76845aa0-46e2-4a1b-a46c-145f2f2fb06f HTTP/1.1" status: 204 len: 168 time: 0.8017921 Nov 22 16:47:19.322140 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27708d8-1f89-42a9-a1dd-ff81c6148938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76845aa0-46e2-4a1b-a46c-145f2f2fb06f,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:19.342610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-4fb182cb-890a-4c1c-aed7-1d536fc9a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.346710 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-4fb182cb-890a-4c1c-aed7-1d536fc9a10b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1098 time: 0.1080456 Nov 22 16:47:19.349381 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-69576f4a-a0ff-456d-9e51-cd2a5dc27e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.426027 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-69576f4a-a0ff-456d-9e51-cd2a5dc27e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.535971 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-69576f4a-a0ff-456d-9e51-cd2a5dc27e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.539230 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-69576f4a-a0ff-456d-9e51-cd2a5dc27e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.544434 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-69576f4a-a0ff-456d-9e51-cd2a5dc27e79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd4ba64a-aa85-4ef6-8472-2dbe29d7a5f2 HTTP/1.1" status: 204 len: 168 time: 0.3154142 Nov 22 16:47:19.576409 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69576f4a-a0ff-456d-9e51-cd2a5dc27e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4ba64a-aa85-4ef6-8472-2dbe29d7a5f2,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:19.816605 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-b3ed23e4-a736-4295-bef8-dd3ec9df983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.818622 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-b3ed23e4-a736-4295-bef8-dd3ec9df983f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.4634359 Nov 22 16:47:19.821745 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '034ad03a-9807-43a6-82f0-41f5ee520287', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'mac_address': 'fa:16:3e:94:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:41Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 1, 'project_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:19.860858 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:19.871402 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:19.872416 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:47:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:19.873953 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.993919 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-940c9153-a2b8-499e-a687-6816ed3689de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 999 time: 0.1440003 Nov 22 16:47:20.032783 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:20.120718 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-415b10b5-19e0-433e-912b-0513fa5d7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.123044 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-415b10b5-19e0-433e-912b-0513fa5d7568 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.1038179 Nov 22 16:47:20.261384 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-3bfb2e9b-b573-4861-9b21-a1472ab2fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.262849 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-3bfb2e9b-b573-4861-9b21-a1472ab2fe19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1208088 Nov 22 16:47:20.361853 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a84a73-0704-4c81-b731-6522a1137f97 req-3582a312-12b9-4b00-85ab-e609901f0ce0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.367614 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-78a84a73-0704-4c81-b731-6522a1137f97 req-3582a312-12b9-4b00-85ab-e609901f0ce0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1218324 Nov 22 16:47:20.536182 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-99ad774d-4ffe-4b49-a16e-3b4448618eff service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440132 Nov 22 16:47:20.538311 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-78a84a73-0704-4c81-b731-6522a1137f97 req-c82cf49f-6c17-426d-a3a4-569aba96d1c1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615946 Nov 22 16:47:20.563294 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42862) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:20.583776 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-897476d8-7e51-4ec0-9526-03fbcf30d69e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.668220 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '034ad03a-9807-43a6-82f0-41f5ee520287', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'mac_address': 'fa:16:3e:94:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:41Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 1, 'project_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:20.732245 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1ca8e16c-4395-4a58-869d-323f780a4c41 req-17597a9c-6403-4782-9fed-902ad0bc9979 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620235 Nov 22 16:47:20.743396 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235f79a-88a6-4211-8192-e77cebfe1a86 None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '034ad03a-9807-43a6-82f0-41f5ee520287', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'mac_address': 'fa:16:3e:94:5a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:41Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 1, 'project_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:20.756031 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-897476d8-7e51-4ec0-9526-03fbcf30d69e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.772301 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-897476d8-7e51-4ec0-9526-03fbcf30d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.940565 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897476d8-7e51-4ec0-9526-03fbcf30d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5fd5c-0840-44ae-a6e9-cd4d7b468164,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:20.953107 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-897476d8-7e51-4ec0-9526-03fbcf30d69e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90b558f2cd5c4478a96d9952cd922b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869834 Nov 22 16:47:20.955065 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42892) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:21.058680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-234c5246-470a-4ab5-a56a-8b10a1a62a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.083457 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-bcd1d1e5-752f-4c87-bb48-4574d3259976 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.084682 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-bcd1d1e5-752f-4c87-bb48-4574d3259976 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.2143958 Nov 22 16:47:21.104301 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-234c5246-470a-4ab5-a56a-8b10a1a62a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.129463 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-84024bab-a51c-4866-a693-4d47d44d7e33 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/quotas/a5d4f105bf7f47a8a530e61cecdb8ef3 HTTP/1.1" status: 200 len: 375 time: 0.0358295 Nov 22 16:47:21.191207 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-234c5246-470a-4ab5-a56a-8b10a1a62a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.196708 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-234c5246-470a-4ab5-a56a-8b10a1a62a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.199503 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11841f-aa21-496e-8aea-4ddaac855c30 None None] New status for floating IP 034ad03a-9807-43a6-82f0-41f5ee520287: ACTIVE {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:47:21.201350 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-234c5246-470a-4ab5-a56a-8b10a1a62a39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfe5fd5c-0840-44ae-a6e9-cd4d7b468164 HTTP/1.1" status: 204 len: 168 time: 0.2423866 Nov 22 16:47:21.213549 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-72fa8a9d-638c-40ce-b331-d776ff068de5 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806410 Nov 22 16:47:21.223628 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c5246-470a-4ab5-a56a-8b10a1a62a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5fd5c-0840-44ae-a6e9-cd4d7b468164,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.382776 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-f9fa1e6b-28cd-4e6c-8e8d-83ae9cc6db00 service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594274 Nov 22 16:47:21.572048 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-bd2cce79-f2d1-4798-baa6-96f894e1852d service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805131 Nov 22 16:47:21.892503 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 42924) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:21.922098 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7fe635c0-4d8c-41bc-8328-e30f82798410 req-d34b9e1b-2f21-43e6-9a49-eb8315ae6f7c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 210 time: 0.0652380 Nov 22 16:47:21.958855 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d066c5-2cb9-4450-ae85-b3f4ae57d1d5 req-010a0a6c-36ec-49ca-824f-51d7751f7f4e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.961009 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44d066c5-2cb9-4450-ae85-b3f4ae57d1d5 req-010a0a6c-36ec-49ca-824f-51d7751f7f4e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1675553 Nov 22 16:47:22.055390 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44d066c5-2cb9-4450-ae85-b3f4ae57d1d5 req-606a6e31-2c21-492b-9382-27ac62c4e23d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 Nov 22 16:47:22.197839 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c2574ddf-295e-41f8-84ae-7115c529fde8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.342934 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c2574ddf-295e-41f8-84ae-7115c529fde8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.348973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c2574ddf-295e-41f8-84ae-7115c529fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.400563 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c2574ddf-295e-41f8-84ae-7115c529fde8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20dc88b5d5c449fa991ce25d902cc270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053968 Nov 22 16:47:22.400873 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2574ddf-295e-41f8-84ae-7115c529fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d00aabb-4da4-4309-b024-2173dc774cd3,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.402888 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 42948) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:22.515656 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4427e162-5e04-4841-9046-afe0c71ce984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.551928 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4427e162-5e04-4841-9046-afe0c71ce984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.660695 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4427e162-5e04-4841-9046-afe0c71ce984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.667337 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4427e162-5e04-4841-9046-afe0c71ce984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.672058 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-4427e162-5e04-4841-9046-afe0c71ce984 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d00aabb-4da4-4309-b024-2173dc774cd3 HTTP/1.1" status: 204 len: 168 time: 0.2677972 Nov 22 16:47:22.685372 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427e162-5e04-4841-9046-afe0c71ce984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d00aabb-4da4-4309-b024-2173dc774cd3,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.104899 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c7f07f8e-29f1-4a40-a556-50002d23e57c req-5c60095c-b7cc-4847-8501-9e96d8a7ba26 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 210 time: 0.0482247 Nov 22 16:47:23.309108 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec18696-8483-48eb-b88a-80ba0bdfd6a4 req-a3ca4e8a-1d4b-4ec4-8669-590a05f4cc6a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.323468 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fec18696-8483-48eb-b88a-80ba0bdfd6a4 req-a3ca4e8a-1d4b-4ec4-8669-590a05f4cc6a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1163957 Nov 22 16:47:23.422275 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fec18696-8483-48eb-b88a-80ba0bdfd6a4 req-f48db61c-235b-4b0a-90db-4b6077c5c230 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958333 Nov 22 16:47:23.558383 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43008) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:23.598273 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-18e73cb5-0e53-4ea1-a088-8423c07cb653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.660541 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-7168df86-5b35-4259-bcc3-2b7f1747ea93 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.662603 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-7168df86-5b35-4259-bcc3-2b7f1747ea93 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.2356231 Nov 22 16:47:23.694345 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Request body: {'port': {'device_id': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'admin_state_up': True, 'tenant_id': 'a5d4f105bf7f47a8a530e61cecdb8ef3'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:23.840801 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-18e73cb5-0e53-4ea1-a088-8423c07cb653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.863312 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-18e73cb5-0e53-4ea1-a088-8423c07cb653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.976674 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e73cb5-0e53-4ea1-a088-8423c07cb653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8060466f-8dba-4e3c-abe5-92795673b46c,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.993827 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-18e73cb5-0e53-4ea1-a088-8423c07cb653 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1b38ebb611a4661a72f0edd7ab70cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320877 Nov 22 16:47:23.994092 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43020) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:24.007851 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Made reservation on behalf of a5d4f105bf7f47a8a530e61cecdb8ef3 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:24.014075 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.098007 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5f122ba6-9751-4be9-8873-30e1642b6577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.138987 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5f122ba6-9751-4be9-8873-30e1642b6577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.171344 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43030) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:24.300605 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Allocated IP 172.20.0.4 (45736139-c6d0-4dea-bd82-3ebc3b844a1c/eab90451-b771-49cb-b6c1-12773a987fb9/f161f420-b2a8-4508-96f4-093c1147db59) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:24.314355 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16d984af-bc6c-4266-8a9a-72e6538cd851 req-2581910e-9729-408b-9f80-e56b310ff148 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 210 time: 0.0468953 Nov 22 16:47:24.334955 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5f122ba6-9751-4be9-8873-30e1642b6577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.342530 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5f122ba6-9751-4be9-8873-30e1642b6577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.348609 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-5f122ba6-9751-4be9-8873-30e1642b6577 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8060466f-8dba-4e3c-abe5-92795673b46c HTTP/1.1" status: 204 len: 168 time: 0.3495636 Nov 22 16:47:24.363239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f122ba6-9751-4be9-8873-30e1642b6577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8060466f-8dba-4e3c-abe5-92795673b46c,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.459077 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-628194d7-25dd-4af3-acef-f8dd2db9e50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.572193 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.602531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-628194d7-25dd-4af3-acef-f8dd2db9e50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.616765 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.623562 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-628194d7-25dd-4af3-acef-f8dd2db9e50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.679029 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:24.720761 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event updated for resources: {'Port': ['ID=f161f420-b2a8-4508-96f4-093c1147db59,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.737238 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43046) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:24.737528 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-628194d7-25dd-4af3-acef-f8dd2db9e50a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ab931cb98784e2a8e4c82a96a74cd03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5645120 Nov 22 16:47:24.739177 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:24.750675 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:24.760897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:24.826630 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628194d7-25dd-4af3-acef-f8dd2db9e50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1628e46-9664-4ce8-a7bd-21876b691afe,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.886300 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e379-d77d-4fdc-923d-6df30957da66 req-50c9cdb5-91a0-4e3f-a0b9-2ca6f2a05f11 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.893693 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4170e379-d77d-4fdc-923d-6df30957da66 req-50c9cdb5-91a0-4e3f-a0b9-2ca6f2a05f11 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.2958744 Nov 22 16:47:24.900706 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.901896 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.933317 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-1a08af0f-976f-4853-b476-92f41e6aa7ae tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2435172 Nov 22 16:47:24.934827 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddddbe01-9a72-4318-b4fd-c63897de1cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.989834 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Request body: {'port': {'device_id': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:25.038331 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddddbe01-9a72-4318-b4fd-c63897de1cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.082599 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4170e379-d77d-4fdc-923d-6df30957da66 req-82e387e2-b9a9-4e83-9c40-916cdc74e2da tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678033 Nov 22 16:47:25.150599 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.236206 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddddbe01-9a72-4318-b4fd-c63897de1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.239462 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddddbe01-9a72-4318-b4fd-c63897de1cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.240626 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ddddbe01-9a72-4318-b4fd-c63897de1cd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1628e46-9664-4ce8-a7bd-21876b691afe HTTP/1.1" status: 204 len: 168 time: 0.4997106 Nov 22 16:47:25.255255 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddbe01-9a72-4318-b4fd-c63897de1cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1628e46-9664-4ce8-a7bd-21876b691afe,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.537814 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d491c55-1440-4d7f-bd67-ea642ea0c49b req-ad1a0e97-eff8-45ff-b3c7-9b55dd517627 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.556700 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9d491c55-1440-4d7f-bd67-ea642ea0c49b req-ad1a0e97-eff8-45ff-b3c7-9b55dd517627 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 931 time: 0.0935242 Nov 22 16:47:25.622792 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9d491c55-1440-4d7f-bd67-ea642ea0c49b req-010b48d0-cb20-4e20-a430-0a0e95c3d12c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651383 Nov 22 16:47:25.678506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f161f420-b2a8-4508-96f4-093c1147db59 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:25.688970 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.704155 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Transition to ACTIVE for port object f161f420-b2a8-4508-96f4-093c1147db59 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:25.711551 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.752685 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43078) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.780552 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9b28-b739-420e-9412-7b07c8752352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.784968 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Pushing event updated for resources: {'Port': ['ID=f161f420-b2a8-4508-96f4-093c1147db59,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.880221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Attempting to bind port f161f420-b2a8-4508-96f4-093c1147db59 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:25.880765 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Attempting to bind port f161f420-b2a8-4508-96f4-093c1147db59 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:25.881230 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Attempting to bind port f161f420-b2a8-4508-96f4-093c1147db59 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:25.890648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Port f161f420-b2a8-4508-96f4-093c1147db59 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:25.891661 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Attempting to bind port f161f420-b2a8-4508-96f4-093c1147db59 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:25.900664 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:25.901506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Checking segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:25.902501 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Bound using segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:25.903545 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Bound port: f161f420-b2a8-4508-96f4-093c1147db59, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:25.904538 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.926587 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9b28-b739-420e-9412-7b07c8752352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.932384 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9b28-b739-420e-9412-7b07c8752352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.994306 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-3d5d9b28-b739-420e-9412-7b07c8752352 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c11c88b1c8724d53b197e636b7d70053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371676 Nov 22 16:47:25.994306 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9b28-b739-420e-9412-7b07c8752352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb26d5-6f27-4c72-805d-0c6eb4dfe090,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.994734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43080) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.014175 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] For port f161f420-b2a8-4508-96f4-093c1147db59, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:26.019373 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] For port f161f420-b2a8-4508-96f4-093c1147db59, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f161f420-b2a8-4508-96f4-093c1147db59,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:26.028551 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.072658 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ad390a63-6bb1-469e-a574-66aaa831104d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.091471 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.092504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.094813 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] 10.222.0.58 "PUT /v2.0/ports/f161f420-b2a8-4508-96f4-093c1147db59 HTTP/1.1" status: 200 len: 1093 time: 1.1178584 Nov 22 16:47:26.095524 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'tag': 'f161f420-b2a8-4508-96f4-093c1147db59'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:26.099604 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5a9920-9b57-4407-a8ec-81e482c17f40", "tag": "f161f420-b2a8-4508-96f4-093c1147db59"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:26.139706 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ad390a63-6bb1-469e-a574-66aaa831104d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.154412 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3b23-d8d3-4999-a888-6b0691bbaf8d service neutron] Pushing event updated for resources: {'Port': ['ID=f161f420-b2a8-4508-96f4-093c1147db59,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.188938 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b339a9-12ec-4598-8274-9fb71bb0afc5 x-openstack-request-id: req-c5b339a9-12ec-4598-8274-9fb71bb0afc5 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:26.188938 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5a9920-9b57-4407-a8ec-81e482c17f40", "tag": "f161f420-b2a8-4508-96f4-093c1147db59", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:26.189357 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5b339a9-12ec-4598-8274-9fb71bb0afc5 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:26.190168 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'tag': 'f161f420-b2a8-4508-96f4-093c1147db59', 'status': 'completed', 'code': 200} Nov 22 16:47:26.256720 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ad390a63-6bb1-469e-a574-66aaa831104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.262821 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ad390a63-6bb1-469e-a574-66aaa831104d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.267160 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ad390a63-6bb1-469e-a574-66aaa831104d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26bb26d5-6f27-4c72-805d-0c6eb4dfe090 HTTP/1.1" status: 204 len: 168 time: 0.2651958 Nov 22 16:47:26.288851 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390a63-6bb1-469e-a574-66aaa831104d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb26d5-6f27-4c72-805d-0c6eb4dfe090,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.320035 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43098) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.359220 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-65a79452-9f52-48d5-a34a-7dad0e6fb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.362148 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-65a79452-9f52-48d5-a34a-7dad0e6fb44f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 1096 time: 0.1323183 Nov 22 16:47:26.518662 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-fe226dfa-6c6f-48f8-9df5-83cfbb0f13e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f161f420-b2a8-4508-96f4-093c1147db59 HTTP/1.1" status: 200 len: 217 time: 0.0942659 Nov 22 16:47:26.519246 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f824157-b22d-46b7-b784-64e3fa56927e req-3df7c48c-4228-4697-a78f-90ec22782671 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.522275 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3f824157-b22d-46b7-b784-64e3fa56927e req-3df7c48c-4228-4697-a78f-90ec22782671 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1906593 Nov 22 16:47:26.544342 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-665538878-network', 'tenant_id': '2a907be2a1364739868ebf7673e47dda'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:26.609568 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Made reservation on behalf of 2a907be2a1364739868ebf7673e47dda for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:26.611804 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-b4b89141-d6cb-4454-9679-9e9fa7f87554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.612355 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.613384 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-b4b89141-d6cb-4454-9679-9e9fa7f87554 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.0787766 Nov 22 16:47:26.640256 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.659895 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3f824157-b22d-46b7-b784-64e3fa56927e req-b6ded94c-b14a-4492-ab1a-6f99002d7a15 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097424 Nov 22 16:47:26.737930 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-46ae9cd2-4697-42a6-81ed-2df88d36c5e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077650 Nov 22 16:47:26.800329 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.821633 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.874513 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:26.890376 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e254f77-936e-45cb-86a4-110b1b4322f0,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.903166 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.903524 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Added segment a4072fbb-a734-4318-ab95-c449c1efc757 of type vlan for network ce2ae1c1-3555-43f4-b13c-be7bff0a9540 Nov 22 16:47:26.920350 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ce187-dc9d-4e01-8f06-ad71fcf66f7f req-3dad5a67-4916-4caa-8d60-251f820a9198 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.927537 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-795ce187-dc9d-4e01-8f06-ad71fcf66f7f req-3dad5a67-4916-4caa-8d60-251f820a9198 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.1226943 Nov 22 16:47:26.937980 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-395fbefe-e88e-4cfe-b783-bdab9dd1834e service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914611 Nov 22 16:47:26.994403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.078838 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-795ce187-dc9d-4e01-8f06-ad71fcf66f7f req-a630d3e3-160a-4913-a859-70dd37d5f31e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502199 Nov 22 16:47:27.112466 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.113906 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.115134 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.183552 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0cb3f6b8-341f-4473-af2c-f000560fc93f req-ff344d42-c662-4158-8b76-5af4ca675008 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124462 Nov 22 16:47:27.221697 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43132) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.222930 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8993046 Nov 22 16:47:27.232411 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Request body: {'subnet': {'network_id': 'ce2ae1c1-3555-43f4-b13c-be7bff0a9540', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-665538878-subnet', 'tenant_id': '2a907be2a1364739868ebf7673e47dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:27.237246 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18fb2c-84eb-4040-98d5-be02631fcd6f admin admin] Pushing event updated for resources: {'Network': ['ID=ce2ae1c1-3555-43f4-b13c-be7bff0a9540,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:27.256673 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network ce2ae1c1-3555-43f4-b13c-be7bff0a9540 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:27.311349 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Made reservation on behalf of 2a907be2a1364739868ebf7673e47dda for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:27.314928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.611986 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-0064f2b0-48e5-4220-be5b-9bcae4abe844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.614419 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-0064f2b0-48e5-4220-be5b-9bcae4abe844 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 1096 time: 0.1436939 Nov 22 16:47:27.822845 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.939170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a683bc-f7c9-4110-bc05-bb10f1b48f13,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:27.990554 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-92975059-9b21-45e2-a7c3-e11b179d06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.993077 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-92975059-9b21-45e2-a7c3-e11b179d06a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 915 time: 0.3671443 Nov 22 16:47:27.997607 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Checking segment: {'id': 'a4072fbb-a734-4318-ab95-c449c1efc757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'ce2ae1c1-3555-43f4-b13c-be7bff0a9540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:27.998473 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Network hostable DHCP agents. Network: ce2ae1c1-3555-43f4-b13c-be7bff0a9540, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:28.010719 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1337a7-dbaf-4883-b517-0d873638fd7d req-510b248a-e4cd-40cb-83db-cb7984454709 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.017736 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7c1337a7-dbaf-4883-b517-0d873638fd7d req-510b248a-e4cd-40cb-83db-cb7984454709 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1799216 Nov 22 16:47:28.033057 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Network ce2ae1c1-3555-43f4-b13c-be7bff0a9540 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:28.048953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, ce2ae1c1-3555-43f4-b13c-be7bff0a9540) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:28.054789 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.056053 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.061977 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eca21f-4b1b-4405-b188-915c659dffb9 None None] Network ce2ae1c1-3555-43f4-b13c-be7bff0a9540 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:28.080927 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b9100731-9f98-4c0d-896d-57c948826fa6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8568258 Nov 22 16:47:28.191860 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7c1337a7-dbaf-4883-b517-0d873638fd7d req-a8812fb4-6a34-4351-8dd1-dcd76efbff29 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684191 Nov 22 16:47:28.244683 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d4545-0900-4a48-9d77-50dad48a4f2c req-c13ceeca-7d8e-491d-b1bb-89cce1032d25 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.248125 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-316d4545-0900-4a48-9d77-50dad48a4f2c req-c13ceeca-7d8e-491d-b1bb-89cce1032d25 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.1919236 Nov 22 16:47:28.301420 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce15a4-8779-485f-b1ea-619d4a3fcbfa None None] Network ce2ae1c1-3555-43f4-b13c-be7bff0a9540 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:28.327927 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-316d4545-0900-4a48-9d77-50dad48a4f2c req-89871caa-d43d-4916-84b8-ab7e94fd6f91 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 Nov 22 16:47:28.467764 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f571a-24ae-469c-a298-e64322d764b1 req-c280a7d0-3591-4272-9728-2fa1f8a6f27e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.470282 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f4f571a-24ae-469c-a298-e64322d764b1 req-c280a7d0-3591-4272-9728-2fa1f8a6f27e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.1225300 Nov 22 16:47:28.577787 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f4f571a-24ae-469c-a298-e64322d764b1 req-7a37bf47-9f33-49db-bbbe-a9c357bf04e4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789180 Nov 22 16:47:28.825370 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-81c3f0e2-ef98-4149-93ae-d1c21bd55271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.044909 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43240) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:29.061409 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1031186312-network', 'tenant_id': '2d010debcc6549419ae47ae2acd8e1b6'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:29.090958 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Made reservation on behalf of 2d010debcc6549419ae47ae2acd8e1b6 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:29.094806 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.111314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.197335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.201775 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.230234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:29.241323 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c903837-bb89-4231-a456-1f1438c20b1b,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:29.248227 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.248598 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Added segment 735c756d-bf60-4e2f-a934-60fdb966382d of type vlan for network d7b36eed-2285-4135-b52f-728ed421da31 Nov 22 16:47:29.309451 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.340490 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.341478 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.342081 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.398297 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102ea6e-c81a-4d9e-a78e-03268f36b9ac req-dd1ee3aa-59f5-4cad-b96a-efee880ce852 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.404260 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3430099 Nov 22 16:47:29.404536 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b102ea6e-c81a-4d9e-a78e-03268f36b9ac req-dd1ee3aa-59f5-4cad-b96a-efee880ce852 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1002536 Nov 22 16:47:29.404679 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43244) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:29.411415 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Request body: {'subnet': {'network_id': 'd7b36eed-2285-4135-b52f-728ed421da31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1031186312-subnet', 'tenant_id': '2d010debcc6549419ae47ae2acd8e1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:29.418596 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8483bc-d536-49b8-a79d-7ba627b8dded admin admin] Pushing event updated for resources: {'Network': ['ID=d7b36eed-2285-4135-b52f-728ed421da31,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:29.438380 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network d7b36eed-2285-4135-b52f-728ed421da31 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:29.472190 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Made reservation on behalf of 2d010debcc6549419ae47ae2acd8e1b6 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:29.475504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.482006 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b102ea6e-c81a-4d9e-a78e-03268f36b9ac req-47318236-fb72-48bd-9838-6b9c896b92fb tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676308 Nov 22 16:47:29.615211 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32443fa8-0a7f-4352-b1a8-ffb46df91dd1 req-8a7519f6-3d5b-4d96-ac03-29af4d60b1cd tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.616780 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32443fa8-0a7f-4352-b1a8-ffb46df91dd1 req-8a7519f6-3d5b-4d96-ac03-29af4d60b1cd tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.0625088 Nov 22 16:47:29.673368 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32443fa8-0a7f-4352-b1a8-ffb46df91dd1 req-9c1ec1f0-e1ee-49cc-acf6-0c5b977565f5 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Nov 22 16:47:29.739067 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.793032 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb9d93-db13-4dd5-b6f9-23083acfd614 req-d310ffe8-019b-4a3c-8def-6a3947e80af9 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.794854 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-71bb9d93-db13-4dd5-b6f9-23083acfd614 req-d310ffe8-019b-4a3c-8def-6a3947e80af9 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.0504787 Nov 22 16:47:29.831313 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc50de8a-d135-4330-81c5-c6bc79fb65e7,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:29.847634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Checking segment: {'id': '735c756d-bf60-4e2f-a934-60fdb966382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd7b36eed-2285-4135-b52f-728ed421da31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:29.848259 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Network hostable DHCP agents. Network: d7b36eed-2285-4135-b52f-728ed421da31, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:29.876349 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Network d7b36eed-2285-4135-b52f-728ed421da31 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:29.880470 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-71bb9d93-db13-4dd5-b6f9-23083acfd614 req-edf8010a-ae52-4475-b1a8-a193167db393 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Nov 22 16:47:29.891782 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, d7b36eed-2285-4135-b52f-728ed421da31) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:29.901640 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.902670 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.903135 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c02957-dc4f-4260-a25e-03a9dc987b3b None None] Network d7b36eed-2285-4135-b52f-728ed421da31 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:29.924381 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7c9e4b92-ee3e-4dc0-9f4b-9614a5b07f8b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5185003 Nov 22 16:47:30.046496 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476cd423-711c-4bcf-aba5-bdfd90f1e637 None None] Network d7b36eed-2285-4135-b52f-728ed421da31 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:30.628046 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ed94b-71ca-4033-86cb-3483a51658a8 req-0e718d89-3205-47ac-9afc-d608cd31f445 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.630253 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef2ed94b-71ca-4033-86cb-3483a51658a8 req-0e718d89-3205-47ac-9afc-d608cd31f445 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0694675 Nov 22 16:47:30.688179 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef2ed94b-71ca-4033-86cb-3483a51658a8 req-af406913-9600-4683-8a0b-13dd39ec8ed5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Nov 22 16:47:30.861935 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-1bcb9431-2669-43d8-be03-0c65dedc358e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f161f420-b2a8-4508-96f4-093c1147db59 HTTP/1.1" status: 200 len: 217 time: 0.0768573 Nov 22 16:47:30.876615 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25960131-64bb-4bab-aebc-2f37d3acae6e req-c7dc15ea-5ef1-4fdf-826f-652b67c4dd6c tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.878911 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-25960131-64bb-4bab-aebc-2f37d3acae6e req-c7dc15ea-5ef1-4fdf-826f-652b67c4dd6c tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.1145372 Nov 22 16:47:30.960240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-d11fac29-3b6b-4fc4-9565-46e4c63ae8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.969943 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-d11fac29-3b6b-4fc4-9565-46e4c63ae8ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.0893173 Nov 22 16:47:30.994736 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-25960131-64bb-4bab-aebc-2f37d3acae6e req-5bab4e86-66e5-4c79-ad61-5a754022e96e tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043565 Nov 22 16:47:31.028387 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-80c49b08-320c-4868-836a-bfb32f415dbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440757 Nov 22 16:47:31.047659 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b686f8a6-773f-4e25-8a06-6322c43f1769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.048531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8529d-42e9-4afa-9565-8658053e8332 req-2b69552c-8d22-4dbe-9193-06063b027fdc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.050178 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dde8529d-42e9-4afa-9565-8658053e8332 req-2b69552c-8d22-4dbe-9193-06063b027fdc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.0725720 Nov 22 16:47:31.150818 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dde8529d-42e9-4afa-9565-8658053e8332 req-c2a632ea-ce93-446c-95fe-5254a31bbcb0 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891144 Nov 22 16:47:31.205342 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-f480db4e-a40d-4431-861b-271730fd4b7d service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625593 Nov 22 16:47:31.327221 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0d7e4ec4-01d5-41a0-a3a7-ebc877e02397 req-fbe6179f-5bc2-471f-9758-da971e4d166f service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139860 Nov 22 16:47:31.837650 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9a216-883e-44a1-ac94-6a276569c852 req-8e11be1d-918b-406c-b43f-9461bd8f51fe tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.839694 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9ae9a216-883e-44a1-ac94-6a276569c852 req-8e11be1d-918b-406c-b43f-9461bd8f51fe tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0633061 Nov 22 16:47:31.936423 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9ae9a216-883e-44a1-ac94-6a276569c852 req-c0caf825-e145-40ba-9d28-9d70056eaf80 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786624 Nov 22 16:47:32.174151 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177fc8-a511-4f70-b1eb-6c4f7a7c54f5 req-9b0146a9-084b-4a9e-be0a-4f472b70723e tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.176081 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5c177fc8-a511-4f70-b1eb-6c4f7a7c54f5 req-9b0146a9-084b-4a9e-be0a-4f472b70723e tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.0778670 Nov 22 16:47:32.191609 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.267889 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5c177fc8-a511-4f70-b1eb-6c4f7a7c54f5 req-994b43cc-9157-4b8b-b6ff-fc1cba2e9305 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801709 Nov 22 16:47:32.356991 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414ddf-cbca-4524-815d-1695fa1fa1e1 req-5e6b9839-133c-4b47-ab73-1cf7c3b5cf09 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.356991 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ce414ddf-cbca-4524-815d-1695fa1fa1e1 req-5e6b9839-133c-4b47-ab73-1cf7c3b5cf09 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.0726278 Nov 22 16:47:32.425952 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ce414ddf-cbca-4524-815d-1695fa1fa1e1 req-391c1de6-61d0-482f-96d3-5bf60346d077 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635588 Nov 22 16:47:32.644094 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43336) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.766477 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-112ba801-dc15-4a66-b493-5f2dbc2963c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.872186 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-112ba801-dc15-4a66-b493-5f2dbc2963c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.878199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-112ba801-dc15-4a66-b493-5f2dbc2963c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.924333 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-112ba801-dc15-4a66-b493-5f2dbc2963c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6aeeecfa902420c8a57a4802275c74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789469 Nov 22 16:47:32.925460 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ba801-dc15-4a66-b493-5f2dbc2963c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebd1eb-f97f-4d3a-838f-5a225985d5aa,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.927981 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43340) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:33.006029 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e6d88ad-84bf-4a3c-88b6-2006440b1bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.041094 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e6d88ad-84bf-4a3c-88b6-2006440b1bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.084931 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9e400-958b-4315-8e3f-5a5d72863c9a req-f9df3c4b-6216-4d71-b8d9-0365a0929591 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.089276 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3ad9e400-958b-4315-8e3f-5a5d72863c9a req-f9df3c4b-6216-4d71-b8d9-0365a0929591 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0672286 Nov 22 16:47:33.115883 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e6d88ad-84bf-4a3c-88b6-2006440b1bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.121081 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e6d88ad-84bf-4a3c-88b6-2006440b1bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.123169 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3e6d88ad-84bf-4a3c-88b6-2006440b1bd3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9ebd1eb-f97f-4d3a-838f-5a225985d5aa HTTP/1.1" status: 204 len: 168 time: 0.1937544 Nov 22 16:47:33.137234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d88ad-84bf-4a3c-88b6-2006440b1bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebd1eb-f97f-4d3a-838f-5a225985d5aa,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.168360 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3ad9e400-958b-4315-8e3f-5a5d72863c9a req-431a513c-cfbb-40ae-9edb-962261478e74 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Nov 22 16:47:33.436272 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5f5e9-6b57-46d9-9f70-e7d0ac6be70f req-a197f99f-96eb-4f12-8704-44cd38987633 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.437916 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ede5f5e9-6b57-46d9-9f70-e7d0ac6be70f req-a197f99f-96eb-4f12-8704-44cd38987633 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.0733719 Nov 22 16:47:33.503425 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ede5f5e9-6b57-46d9-9f70-e7d0ac6be70f req-02658ce4-3593-4c00-882a-1d8e7f3f536a tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Nov 22 16:47:33.574489 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.657572 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c662-8ded-49b9-a3e1-81fbc158787d req-17745970-fd0f-4b3a-874d-596ac847f3d1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.659337 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f206c662-8ded-49b9-a3e1-81fbc158787d req-17745970-fd0f-4b3a-874d-596ac847f3d1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.0733116 Nov 22 16:47:33.738775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f206c662-8ded-49b9-a3e1-81fbc158787d req-100b6160-6928-4cbf-b9e8-7ea2909535cb tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684464 Nov 22 16:47:34.333047 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef24656-08da-4055-b1f5-7acb924dd18f req-9576c24c-0aa3-4a9c-ba4c-fd5e847fdd3c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.334650 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eef24656-08da-4055-b1f5-7acb924dd18f req-9576c24c-0aa3-4a9c-ba4c-fd5e847fdd3c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0753422 Nov 22 16:47:34.392316 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eef24656-08da-4055-b1f5-7acb924dd18f req-4a742f07-43f2-488f-858c-1405744481b0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Nov 22 16:47:34.431994 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.644835 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c354e-92fc-4d3a-aba9-e0191ca65595 req-44bf9cc6-8627-4953-a1b8-0621551246ea tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.646487 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b11c354e-92fc-4d3a-aba9-e0191ca65595 req-44bf9cc6-8627-4953-a1b8-0621551246ea tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.0549877 Nov 22 16:47:34.729577 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b11c354e-92fc-4d3a-aba9-e0191ca65595 req-9ee3c7d2-9c79-41b5-be4c-15d6f2a8f93e tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Nov 22 16:47:34.899160 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728c953-4ca6-4508-9996-6723c5b96217 req-ccce96d1-82ec-449e-aa24-69c802038278 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.900985 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7728c953-4ca6-4508-9996-6723c5b96217 req-ccce96d1-82ec-449e-aa24-69c802038278 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 943 time: 0.0673399 Nov 22 16:47:34.976986 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7728c953-4ca6-4508-9996-6723c5b96217 req-de1ff188-a3ba-49f4-b544-7de974aea340 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659752 Nov 22 16:47:35.519974 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f161f420-b2a8-4508-96f4-093c1147db59 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:35.557375 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed7bc0-07c0-401d-a0f5-510bbb715d9f req-4f6ddce5-da9a-4f8b-a1e1-2e359b675bc8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.561299 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-12ed7bc0-07c0-401d-a0f5-510bbb715d9f req-4f6ddce5-da9a-4f8b-a1e1-2e359b675bc8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0698318 Nov 22 16:47:35.619190 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-12ed7bc0-07c0-401d-a0f5-510bbb715d9f req-78e9ecb0-9b9e-42fb-bd0b-f46abe7647b9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568683 Nov 22 16:47:35.674447 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f161f420-b2a8-4508-96f4-093c1147db59, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f161f420-b2a8-4508-96f4-093c1147db59,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:35.693543 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'f161f420-b2a8-4508-96f4-093c1147db59', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'port_id': 'f161f420-b2a8-4508-96f4-093c1147db59', 'mac_address': 'fa:16:3e:9a:4f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab90451-b771-49cb-b6c1-12773a987fb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:35.749704 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.828730 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f161f420-b2a8-4508-96f4-093c1147db59 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:35.897509 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f161f420-b2a8-4508-96f4-093c1147db59, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f161f420-b2a8-4508-96f4-093c1147db59,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:35.901403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7a8ba-c0d1-4cde-8d36-196ecc68bcda req-f3228ca5-c0d8-409a-8040-7e57100e2a93 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.903394 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bdf7a8ba-c0d1-4cde-8d36-196ecc68bcda req-f3228ca5-c0d8-409a-8040-7e57100e2a93 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.0696356 Nov 22 16:47:35.904585 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.978216 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=f161f420-b2a8-4508-96f4-093c1147db59,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.989125 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bdf7a8ba-c0d1-4cde-8d36-196ecc68bcda req-760f876a-e427-45dd-8b98-512dd2704381 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750461 Nov 22 16:47:35.993580 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.994438 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.994989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.995385 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.995947 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.996315 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.996757 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.998112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.998112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.998112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.998112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:35.999364 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:36.149360 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11d604-c446-4f8f-98ad-fe6be2b65d10 req-283477e3-6871-4b90-8b0f-91a1b398c77d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.151684 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ee11d604-c446-4f8f-98ad-fe6be2b65d10 req-283477e3-6871-4b90-8b0f-91a1b398c77d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 944 time: 0.0579214 Nov 22 16:47:36.209938 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ee11d604-c446-4f8f-98ad-fe6be2b65d10 req-0903364e-7f31-4559-a9fe-c92a29362e9a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Nov 22 16:47:36.576787 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['f161f420-b2a8-4508-96f4-093c1147db59'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:36.770618 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-360998cb-830a-44be-a18c-06669749ab08 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.772409 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-360998cb-830a-44be-a18c-06669749ab08 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.58 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.1124201 Nov 22 16:47:36.804069 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50919342-313c-42da-8a90-374122aff135 req-09b9c620-9f4f-4126-ab2d-bec95557b350 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.808335 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-50919342-313c-42da-8a90-374122aff135 req-09b9c620-9f4f-4126-ab2d-bec95557b350 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0884163 Nov 22 16:47:36.888196 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-50919342-313c-42da-8a90-374122aff135 req-4c55f1e7-da9c-4ebd-b1c4-18bd55448fce tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749536 Nov 22 16:47:37.170728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3b68-b3a6-4f5c-8234-f98aff08f092 req-417bcbdc-2ef6-4cce-bf68-ee446da454a3 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.178942 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9bc3b68-b3a6-4f5c-8234-f98aff08f092 req-417bcbdc-2ef6-4cce-bf68-ee446da454a3 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 946 time: 0.0799730 Nov 22 16:47:37.196205 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Deleting port 49146094-041b-4242-89d8-6a39f4cd1968 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:37.197491 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.260303 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9bc3b68-b3a6-4f5c-8234-f98aff08f092 req-d761f096-712b-4240-8a34-156b6a7d03b0 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9680309-1c3c-443f-9f66-0620eb7b433a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780082 Nov 22 16:47:37.390329 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b01e2-7967-4d12-bc8e-8c664319b0c0 req-72132174-a89b-4453-a310-a31d896b9eee tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.401815 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-839b01e2-7967-4d12-bc8e-8c664319b0c0 req-72132174-a89b-4453-a310-a31d896b9eee tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 944 time: 0.0840385 Nov 22 16:47:37.421222 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] For port 49146094-041b-4242-89d8-6a39f4cd1968, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49146094-041b-4242-89d8-6a39f4cd1968,segment=NetworkSegment(cc9106e3-d0be-4cbf-af15-1ba298683376),segment_id=cc9106e3-d0be-4cbf-af15-1ba298683376)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:37.421968 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.453122 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Calling delete_port for 49146094-041b-4242-89d8-6a39f4cd1968 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:37.481241 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-839b01e2-7967-4d12-bc8e-8c664319b0c0 req-5a96c65d-9711-4977-985a-168fdc7855e4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733216 Nov 22 16:47:37.753428 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.791881 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Pushing event deleted for resources: {'Port': ['ID=49146094-041b-4242-89d8-6a39f4cd1968,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:37.806392 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['49146094-041b-4242-89d8-6a39f4cd1968'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:37.889782 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] No DVR routers for this DVR port 49146094-041b-4242-89d8-6a39f4cd1968 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:37.894394 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.899792 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-3406e38f-7291-43b2-a3d1-8c036a73d201 req-d744a25e-a7af-4232-9086-533e7dcfd9de tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.58 "DELETE /v2.0/ports/49146094-041b-4242-89d8-6a39f4cd1968 HTTP/1.1" status: 204 len: 173 time: 1.1173022 Nov 22 16:47:37.900478 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'name': 'network-vif-deleted', 'tag': '49146094-041b-4242-89d8-6a39f4cd1968'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:37.903412 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e9830-f0a7-413d-9e0a-b4ee0393f723" -d '{"events": [{"server_uuid": "54c48729-9d12-41e3-a283-8ff2f04f31a3", "name": "network-vif-deleted", "tag": "49146094-041b-4242-89d8-6a39f4cd1968"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:37.994274 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1780da2-71b1-4d51-bbf3-58c94b203993 x-openstack-request-id: req-e1780da2-71b1-4d51-bbf3-58c94b203993 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:37.994762 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c48729-9d12-41e3-a283-8ff2f04f31a3", "name": "network-vif-deleted", "tag": "49146094-041b-4242-89d8-6a39f4cd1968", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:37.995076 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1780da2-71b1-4d51-bbf3-58c94b203993 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:37.995541 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c48729-9d12-41e3-a283-8ff2f04f31a3', 'name': 'network-vif-deleted', 'tag': '49146094-041b-4242-89d8-6a39f4cd1968', 'status': 'completed', 'code': 200} Nov 22 16:47:38.196408 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b700d-22a7-44df-a634-d2ad78b1a6a0 req-ca1a2cd2-cb14-47d8-8170-9e145efacd0e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.198919 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b51b700d-22a7-44df-a634-d2ad78b1a6a0 req-ca1a2cd2-cb14-47d8-8170-9e145efacd0e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0802524 Nov 22 16:47:38.276910 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b51b700d-22a7-44df-a634-d2ad78b1a6a0 req-af9af1b7-fb21-49ed-9924-9afa61a39270 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593035 Nov 22 16:47:38.393860 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ede2a70b-d8b5-46a4-9b64-4153ecd9ca83 req-ce121642-29b6-4865-bb80-01ac1a76ce74 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.0360932 Nov 22 16:47:38.634029 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab353477-5c13-4b87-b974-5e505768f308 req-b0be3d49-8a08-419a-94a2-5163d87a036f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.635692 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ab353477-5c13-4b87-b974-5e505768f308 req-b0be3d49-8a08-419a-94a2-5163d87a036f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 944 time: 0.0698347 Nov 22 16:47:38.717216 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ab353477-5c13-4b87-b974-5e505768f308 req-2f94675f-5333-47b0-9718-b358cc63c1e6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704267 Nov 22 16:47:39.419064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db4bd4-8013-4347-878d-938d5286d229 req-693929e5-8184-4f88-9263-c0a528762025 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.420536 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3db4bd4-8013-4347-878d-938d5286d229 req-693929e5-8184-4f88-9263-c0a528762025 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0700448 Nov 22 16:47:39.476171 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3db4bd4-8013-4347-878d-938d5286d229 req-e5bce56d-94af-41be-a125-267bc68e6db5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Nov 22 16:47:39.577032 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4e9988f7-4fdd-4cff-aa8a-83c9fd8d2841 req-d3888ede-cf16-44b5-9ae7-d600af1877bb tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.0321705 Nov 22 16:47:39.851135 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ac946-f677-45d4-bec5-a84de0ed4f8f req-930beb31-22d1-4b77-acf8-a6ac57a98dce tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.854207 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-843ac946-f677-45d4-bec5-a84de0ed4f8f req-930beb31-22d1-4b77-acf8-a6ac57a98dce tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 944 time: 0.0636296 Nov 22 16:47:39.920542 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-843ac946-f677-45d4-bec5-a84de0ed4f8f req-f9d348a0-3751-4593-9705-4f0bb3b1f760 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Nov 22 16:47:40.613375 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cebed-04cf-451b-bf18-9e5e4e9331cb req-4c161499-8b38-4198-a3b5-810c8ae88676 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.614864 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d81cebed-04cf-451b-bf18-9e5e4e9331cb req-4c161499-8b38-4198-a3b5-810c8ae88676 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0553119 Nov 22 16:47:40.669371 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d81cebed-04cf-451b-bf18-9e5e4e9331cb req-e8cd186c-1b83-4a8c-9877-8fb472f0c5a6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Nov 22 16:47:40.753611 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebedd46e-6396-40e2-882e-c7268774fee5 req-88b2fac6-18ac-4c64-809f-530bfc7c3cb3 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.0276852 Nov 22 16:47:41.042754 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cb714-96f5-405f-bd59-05c28a40db58 req-0bd179f8-d129-45d1-8f24-11762b77e9b7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.044248 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-360cb714-96f5-405f-bd59-05c28a40db58 req-0bd179f8-d129-45d1-8f24-11762b77e9b7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 944 time: 0.0497591 Nov 22 16:47:41.093303 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-360cb714-96f5-405f-bd59-05c28a40db58 req-10d7d4da-1ba6-4d54-a735-a6556a2167bc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Nov 22 16:47:41.211864 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:41.488481 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f161f420-b2a8-4508-96f4-093c1147db59 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:41.554473 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port f161f420-b2a8-4508-96f4-093c1147db59 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:41.560008 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port f161f420-b2a8-4508-96f4-093c1147db59 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:41.560370 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.660593 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.689530 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161f420-b2a8-4508-96f4-093c1147db59'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:41.691297 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cea08c7-f517-464a-a67d-0f227814cf15" -d '{"events": [{"server_uuid": "5a5a9920-9b57-4407-a8ec-81e482c17f40", "name": "network-vif-plugged", "status": "completed", "tag": "f161f420-b2a8-4508-96f4-093c1147db59"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:41.705609 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f161f420-b2a8-4508-96f4-093c1147db59, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f161f420-b2a8-4508-96f4-093c1147db59,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:41.714509 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.755758 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333c765f-3aac-4b9f-977a-1eea0e546d31 x-openstack-request-id: req-333c765f-3aac-4b9f-977a-1eea0e546d31 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:41.756186 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5a9920-9b57-4407-a8ec-81e482c17f40", "name": "network-vif-plugged", "status": "completed", "tag": "f161f420-b2a8-4508-96f4-093c1147db59", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:41.756444 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-333c765f-3aac-4b9f-977a-1eea0e546d31 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:41.756830 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161f420-b2a8-4508-96f4-093c1147db59', 'code': 200} Nov 22 16:47:41.759015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 49146094-041b-4242-89d8-6a39f4cd1968 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:41.785446 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 49146094-041b-4242-89d8-6a39f4cd1968 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:41.785795 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 49146094-041b-4242-89d8-6a39f4cd1968 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:41.803800 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=f161f420-b2a8-4508-96f4-093c1147db59,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.850893 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02536fa-cb74-400d-830b-026867c84858 req-2766de15-624e-4b58-8d2c-fee5de37ded3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.853680 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f02536fa-cb74-400d-830b-026867c84858 req-2766de15-624e-4b58-8d2c-fee5de37ded3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0715170 Nov 22 16:47:41.888346 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-12e52038-3114-46b7-88af-41849dac394e req-13d9cfff-350e-4438-9985-67fd1e66b15b tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Nov 22 16:47:41.930467 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f02536fa-cb74-400d-830b-026867c84858 req-cac81488-30f4-4dc0-a644-c58165e5bdf6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650716 Nov 22 16:47:42.037109 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb514a-a1dd-40a4-afb8-d6dda53bb4bd req-51312df2-461b-495f-b0d0-ee51a67952e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.037109 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-febb514a-a1dd-40a4-afb8-d6dda53bb4bd req-51312df2-461b-495f-b0d0-ee51a67952e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 1098 time: 0.0510457 Nov 22 16:47:42.091536 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-febb514a-a1dd-40a4-afb8-d6dda53bb4bd req-2ad11c03-a7dd-4077-9cbd-608361acfc69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Nov 22 16:47:42.234169 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9047f2-d701-43ac-a0d0-c2362c24d2cf req-e8d20a1c-d570-4238-bec0-4b34eb113217 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.237210 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7f9047f2-d701-43ac-a0d0-c2362c24d2cf req-e8d20a1c-d570-4238-bec0-4b34eb113217 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.0727193 Nov 22 16:47:42.302841 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7f9047f2-d701-43ac-a0d0-c2362c24d2cf req-fb7f0832-31bd-48b3-b279-8cba0751b607 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593314 Nov 22 16:47:43.071746 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-85105cd9-e450-4095-b30e-d108c8e5949d req-1e05f595-f4ad-4422-9d67-90291ef89d06 tempest-DeleteServersTestJSON-1393580801 tempest-DeleteServersTestJSON-1393580801-project] 10.222.0.61 "GET /v2.0/ports?device_id=54c48729-9d12-41e3-a283-8ff2f04f31a3 HTTP/1.1" status: 200 len: 210 time: 0.0606692 Nov 22 16:47:43.158638 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de41d2-91e0-4e77-9aaa-6990eb18c1f1 req-7745ea39-aaa4-4a01-a485-4ebb44745a87 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.165926 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65de41d2-91e0-4e77-9aaa-6990eb18c1f1 req-7745ea39-aaa4-4a01-a485-4ebb44745a87 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1006541 Nov 22 16:47:43.277036 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65de41d2-91e0-4e77-9aaa-6990eb18c1f1 req-3fd597a7-60db-4fe2-9e45-4e73072c5d4c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993018 Nov 22 16:47:43.538747 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58246f7-6da5-43fc-b44e-58e8fc43ad03 req-ba6527d9-33af-4e15-87ee-71040298e3d1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.547588 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a58246f7-6da5-43fc-b44e-58e8fc43ad03 req-ba6527d9-33af-4e15-87ee-71040298e3d1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.1227303 Nov 22 16:47:43.631653 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a58246f7-6da5-43fc-b44e-58e8fc43ad03 req-10097cc3-aea2-4e51-bb3e-71a27823469a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829074 Nov 22 16:47:44.481157 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868956-1f47-40d3-bb69-860fc5857472 req-6637f5cb-a3cb-4a0f-9cd1-ca0d7e6e853f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.483368 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-61868956-1f47-40d3-bb69-860fc5857472 req-6637f5cb-a3cb-4a0f-9cd1-ca0d7e6e853f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1106482 Nov 22 16:47:44.562659 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-61868956-1f47-40d3-bb69-860fc5857472 req-471d02a2-ed29-4634-96a5-3ddb6f14f19a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671852 Nov 22 16:47:44.799531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ced3d4-8b28-4326-a9d4-38816573ee02 req-c149145e-b94c-44c2-8f7b-036685ec18af tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.801515 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72ced3d4-8b28-4326-a9d4-38816573ee02 req-c149145e-b94c-44c2-8f7b-036685ec18af tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.0629265 Nov 22 16:47:44.873089 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72ced3d4-8b28-4326-a9d4-38816573ee02 req-66fa698f-5e85-4262-bef3-63a140fa22cb tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627048 Nov 22 16:47:45.721208 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3494-ab7f-44ee-b441-f3e1265ef945 req-517c32c3-d580-44e0-ad36-7ccbb79c682a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.722844 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0bcd3494-ab7f-44ee-b441-f3e1265ef945 req-517c32c3-d580-44e0-ad36-7ccbb79c682a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0661623 Nov 22 16:47:45.797367 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0bcd3494-ab7f-44ee-b441-f3e1265ef945 req-3b4a1141-1fda-478a-97d9-e598eb346ae1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656595 Nov 22 16:47:46.933056 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e224d8-a43e-47a7-8a98-87e01728d9ed req-918f5ce0-b537-4c41-b309-5f7717b46707 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.934508 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-89e224d8-a43e-47a7-8a98-87e01728d9ed req-918f5ce0-b537-4c41-b309-5f7717b46707 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0481951 Nov 22 16:47:46.996427 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-89e224d8-a43e-47a7-8a98-87e01728d9ed req-29239de6-0d6d-4c11-aef0-28e13475992d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558674 Nov 22 16:47:48.124127 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02e1d5-1a54-434a-b624-086743279096 req-71864f8b-840f-42ab-9dfe-42b532a11abe tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.125809 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cb02e1d5-1a54-434a-b624-086743279096 req-71864f8b-840f-42ab-9dfe-42b532a11abe tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0552068 Nov 22 16:47:48.191347 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cb02e1d5-1a54-434a-b624-086743279096 req-3bf0281e-7a76-4a3b-8669-7b654016c2e1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554082 Nov 22 16:47:49.368783 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa711c22-ddbe-424d-9e01-391cd5fc503b req-870061c3-e746-4386-bbdf-490b7fb8c4de tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.370487 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fa711c22-ddbe-424d-9e01-391cd5fc503b req-870061c3-e746-4386-bbdf-490b7fb8c4de tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0795698 Nov 22 16:47:49.396706 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43758) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:49.480191 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fa711c22-ddbe-424d-9e01-391cd5fc503b req-615b76fc-4675-4856-8814-5edb0fdcf829 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973010 Nov 22 16:47:49.592371 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b853bb1-c5ef-4428-969a-ab2d9b529a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.690305 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b853bb1-c5ef-4428-969a-ab2d9b529a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.695670 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1b853bb1-c5ef-4428-969a-ab2d9b529a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.734846 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1b853bb1-c5ef-4428-969a-ab2d9b529a89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=926361d61d3e4bf29423e0182bc95341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369093 Nov 22 16:47:49.735620 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853bb1-c5ef-4428-969a-ab2d9b529a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4eeaff-354c-445e-8238-f361ad26a169,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.738987 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43768) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:49.819365 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0ab75302-b03d-496f-b244-ebfd4ab63cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.850878 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.857736 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0ab75302-b03d-496f-b244-ebfd4ab63cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.955288 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0ab75302-b03d-496f-b244-ebfd4ab63cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.959587 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0ab75302-b03d-496f-b244-ebfd4ab63cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.962184 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0ab75302-b03d-496f-b244-ebfd4ab63cef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc4eeaff-354c-445e-8238-f361ad26a169 HTTP/1.1" status: 204 len: 168 time: 0.2213624 Nov 22 16:47:49.975677 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab75302-b03d-496f-b244-ebfd4ab63cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4eeaff-354c-445e-8238-f361ad26a169,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.021487 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43786) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.102484 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Deleting subnet a856ac4b-1b9b-4656-80eb-a9a1d3484287 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:50.104027 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.149365 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.170167 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.342587 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.380561 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43808) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.383150 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-e88749c3-aa8d-4b0e-9c81-32bf3080237a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.384882 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-e88749c3-aa8d-4b0e-9c81-32bf3080237a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.2198792 Nov 22 16:47:50.387670 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a856ac4b-1b9b-4656-80eb-a9a1d3484287,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.389960 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.396961 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-045038ab-6263-46c8-87fe-b23379db7ecb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a856ac4b-1b9b-4656-80eb-a9a1d3484287 HTTP/1.1" status: 204 len: 168 time: 0.3736041 Nov 22 16:47:50.397678 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43810) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.417973 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-1781913a-75cd-47e5-88a2-101a158e7174 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/quotas/a5d4f105bf7f47a8a530e61cecdb8ef3 HTTP/1.1" status: 200 len: 375 time: 0.0110354 Nov 22 16:47:50.485741 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1177f2d6-480e-4659-93a5-5964b56eb50b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.491773 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-570c218a-0c5d-4da6-83e8-47ddd5b623e8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634933 Nov 22 16:47:50.622117 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.652722 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1177f2d6-480e-4659-93a5-5964b56eb50b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.659071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1177f2d6-480e-4659-93a5-5964b56eb50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.696051 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1177f2d6-480e-4659-93a5-5964b56eb50b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5917404b2de8445eb3d72507517bde2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103077 Nov 22 16:47:50.697282 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43820) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.710147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a6970-aaaf-4497-9708-135eff280cbf req-8be0527a-4653-4a72-ad45-0bd683dbf1d0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.713916 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a44a6970-aaaf-4497-9708-135eff280cbf req-8be0527a-4653-4a72-ad45-0bd683dbf1d0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0975771 Nov 22 16:47:50.728873 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-b087b2f4-336e-45a9-8649-42b3a87eff03 service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280803 Nov 22 16:47:50.781973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177f2d6-480e-4659-93a5-5964b56eb50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e9ddd6-bbe0-434d-9154-96f7d55261d4,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.858326 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.868351 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1179797-bd5e-4ee9-943d-8e87cd18ff9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.870645 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a44a6970-aaaf-4497-9708-135eff280cbf req-48311735-3682-4cb8-9a07-899614cb8ccd tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403043 Nov 22 16:47:50.901579 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc621b2-0d87-49ac-81d5-2c5c14e1884c']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:50.911902 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9106e3-d0be-4cbf-af15-1ba298683376') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:50.912199 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9106e3-d0be-4cbf-af15-1ba298683376') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:50.929440 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.937245 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-89b64b36-f82a-483b-8873-3a02f32e3c5b service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833956 Nov 22 16:47:50.941108 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1179797-bd5e-4ee9-943d-8e87cd18ff9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.961163 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.979850 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:50.980252 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:50.981942 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:51.055690 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.064034 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.067890 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] 10.222.0.61 "DELETE /v2.0/networks/efc621b2-0d87-49ac-81d5-2c5c14e1884c HTTP/1.1" status: 204 len: 168 time: 0.6685016 Nov 22 16:47:51.089411 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a2387-59fc-4582-80d9-8353c9464eba admin admin] Pushing event deleted for resources: {'Network': ['ID=efc621b2-0d87-49ac-81d5-2c5c14e1884c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.091711 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1179797-bd5e-4ee9-943d-8e87cd18ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.094325 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1179797-bd5e-4ee9-943d-8e87cd18ff9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.095478 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c1179797-bd5e-4ee9-943d-8e87cd18ff9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08e9ddd6-bbe0-434d-9154-96f7d55261d4 HTTP/1.1" status: 204 len: 168 time: 0.3964188 Nov 22 16:47:51.111989 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1179797-bd5e-4ee9-943d-8e87cd18ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e9ddd6-bbe0-434d-9154-96f7d55261d4,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.234021 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c90c406d-1a75-4091-9ca5-5c254589ae93 req-46ce0a98-92ff-4812-946c-15302a3ecae1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 210 time: 0.0496399 Nov 22 16:47:51.389453 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43844) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.437909 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7431a984-2de0-4481-948f-27688dcd1500 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc8e92d816164073980e4b6e167dfcf9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463564 Nov 22 16:47:51.441037 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 43848) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.513261 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-567063c7-b5bf-49a5-b766-09a33e4401dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.549890 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-567063c7-b5bf-49a5-b766-09a33e4401dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.631670 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-567063c7-b5bf-49a5-b766-09a33e4401dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.636685 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-567063c7-b5bf-49a5-b766-09a33e4401dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.643506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43858) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.644599 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-567063c7-b5bf-49a5-b766-09a33e4401dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9680309-1c3c-443f-9f66-0620eb7b433a HTTP/1.1" status: 204 len: 168 time: 0.2019038 Nov 22 16:47:51.664172 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567063c7-b5bf-49a5-b766-09a33e4401dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9680309-1c3c-443f-9f66-0620eb7b433a,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.673983 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-57c32b7e-c31f-4652-9950-af2b2d82495b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.784044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-57c32b7e-c31f-4652-9950-af2b2d82495b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.790046 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-57c32b7e-c31f-4652-9950-af2b2d82495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.831328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c32b7e-c31f-4652-9950-af2b2d82495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4208ad-5974-46a9-bcb3-55b8bdf54b42,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.838731 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-57c32b7e-c31f-4652-9950-af2b2d82495b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82b2a7aea6114b2f804d3a2a7db04f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903944 Nov 22 16:47:51.838959 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43860) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.907486 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3befb892-1859-42e8-8e09-b7b7e9308f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.940608 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3befb892-1859-42e8-8e09-b7b7e9308f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.012190 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3befb892-1859-42e8-8e09-b7b7e9308f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.016946 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3befb892-1859-42e8-8e09-b7b7e9308f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.021079 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3befb892-1859-42e8-8e09-b7b7e9308f45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b4208ad-5974-46a9-bcb3-55b8bdf54b42 HTTP/1.1" status: 204 len: 168 time: 0.1789629 Nov 22 16:47:52.033152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb892-1859-42e8-8e09-b7b7e9308f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4208ad-5974-46a9-bcb3-55b8bdf54b42,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.233109 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1db424-bb4a-4b6c-bb1c-c014bc751143 req-ce9f38cf-a847-44c0-b478-a62c1fde10e1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:52.238779 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bf1db424-bb4a-4b6c-bb1c-c014bc751143 req-ce9f38cf-a847-44c0-b478-a62c1fde10e1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.2839980 Nov 22 16:47:52.296884 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bf1db424-bb4a-4b6c-bb1c-c014bc751143 req-1d346fc5-8bdf-4ed0-a1c8-35928bfbc353 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560064 Nov 22 16:47:52.392556 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-694b0cc3-9d6a-4e82-be69-a9a03ffb466b req-fa785fc9-2c51-402b-bb54-d6214b197036 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 210 time: 0.0322127 Nov 22 16:47:53.019698 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43916) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.145704 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1764982332-network', 'tenant_id': 'd53fc1c502384324bad19d3be7486258'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:53.199234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Made reservation on behalf of d53fc1c502384324bad19d3be7486258 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:53.203260 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.215207 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.333941 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.342040 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.387647 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:53.398436 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed5674-63c1-4689-882e-63a676561d76,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.403697 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.404063 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Added segment 38a23308-1950-435a-9bb5-09d51c34e6e9 of type vlan for network 790b6599-ac85-430c-a04c-ca0ad620f7a7 Nov 22 16:47:53.462570 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.477762 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0ed88-1b64-4b57-89c3-65e6b19ce2fa req-c9af7a76-a24e-4eed-b626-81ffe465614f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.480895 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8dd0ed88-1b64-4b57-89c3-65e6b19ce2fa req-c9af7a76-a24e-4eed-b626-81ffe465614f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1002440 Nov 22 16:47:53.493076 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.494128 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.494709 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.551067 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8dd0ed88-1b64-4b57-89c3-65e6b19ce2fa req-a386d4df-eb92-4016-8a13-e1d49db124c8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Nov 22 16:47:53.565477 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5443234 Nov 22 16:47:53.568867 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43938) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.576800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Request body: {'subnet': {'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1764982332-subnet', 'tenant_id': 'd53fc1c502384324bad19d3be7486258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:53.585296 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db290fcb-fb42-4533-a8f2-bb85dcd9ce3f admin admin] Pushing event updated for resources: {'Network': ['ID=790b6599-ac85-430c-a04c-ca0ad620f7a7,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.603881 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 790b6599-ac85-430c-a04c-ca0ad620f7a7 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:53.619532 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Made reservation on behalf of d53fc1c502384324bad19d3be7486258 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:53.622727 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.742563 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-279e2a6b-2bcc-46dd-ba4a-43f711dde917 req-964b0145-92aa-43c8-b17d-faf2bb025b5c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 210 time: 0.0439274 Nov 22 16:47:53.850479 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.920066 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d010360-9223-4256-94ba-a20132cd1b6e,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.931865 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Checking segment: {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:53.932240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Network hostable DHCP agents. Network: 790b6599-ac85-430c-a04c-ca0ad620f7a7, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:53.952904 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Network 790b6599-ac85-430c-a04c-ca0ad620f7a7 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:53.965762 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 790b6599-ac85-430c-a04c-ca0ad620f7a7) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:53.972768 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.973784 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.980554 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55099233-1a0f-45a4-a20e-b6e629d06834 None None] Network 790b6599-ac85-430c-a04c-ca0ad620f7a7 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:53.997228 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7722d5b9-d754-4fb2-81fd-41bf4df9cef0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4270561 Nov 22 16:47:54.186508 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee19370-3993-4e58-b864-bf1d123e776a None None] Network 790b6599-ac85-430c-a04c-ca0ad620f7a7 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:54.718615 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f2f94-bab3-4aa5-b30e-79864f4fffbc req-b367e2ab-c626-408b-bde7-2f47a0be6155 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.720518 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f72f2f94-bab3-4aa5-b30e-79864f4fffbc req-b367e2ab-c626-408b-bde7-2f47a0be6155 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0724418 Nov 22 16:47:54.801107 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f72f2f94-bab3-4aa5-b30e-79864f4fffbc req-9f2c7540-8d24-416d-b052-3533548deb4c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653534 Nov 22 16:47:54.816295 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 43996) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.896443 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6acb20a8-a5a7-4581-ac3a-958d645510a8 req-039bfcad-9cc7-4a50-b18d-8c6d6d96858a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 210 time: 0.0395157 Nov 22 16:47:54.978758 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd55c-5fab-49f9-bdf3-876fc2ccc3a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.156408 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ec486d03-0f92-4c8f-83ad-ef28de766ffd tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.157860 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ec486d03-0f92-4c8f-83ad-ef28de766ffd tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.1445463 Nov 22 16:47:55.172455 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd55c-5fab-49f9-bdf3-876fc2ccc3a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.176164 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd55c-5fab-49f9-bdf3-876fc2ccc3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.185529 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Request body: {'port': {'device_id': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'admin_state_up': True, 'tenant_id': 'a5d4f105bf7f47a8a530e61cecdb8ef3'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:55.271366 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b0fdd55c-5fab-49f9-bdf3-876fc2ccc3a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd747008f0094a1bbabe2dda05bb9936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526224 Nov 22 16:47:55.272292 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44014) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.276913 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdd55c-5fab-49f9-bdf3-876fc2ccc3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229208f2-ae1b-4ad8-9cc4-c137c7bc68d2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.327959 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9f30d42-3322-42fe-954f-5fe41df6e60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.342610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Made reservation on behalf of a5d4f105bf7f47a8a530e61cecdb8ef3 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:55.346240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.358939 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9f30d42-3322-42fe-954f-5fe41df6e60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.424888 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9f30d42-3322-42fe-954f-5fe41df6e60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.430751 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9f30d42-3322-42fe-954f-5fe41df6e60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.435274 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d9f30d42-3322-42fe-954f-5fe41df6e60a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/229208f2-ae1b-4ad8-9cc4-c137c7bc68d2 HTTP/1.1" status: 204 len: 168 time: 0.1610894 Nov 22 16:47:55.445174 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f30d42-3322-42fe-954f-5fe41df6e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229208f2-ae1b-4ad8-9cc4-c137c7bc68d2,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.544434 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Allocated IP 172.20.0.14 (45736139-c6d0-4dea-bd82-3ebc3b844a1c/eab90451-b771-49cb-b6c1-12773a987fb9/6262f34a-c749-4312-89ee-7e9ab39991c8) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:55.769504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.821730 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.840969 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44032) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.856189 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a5a678cd-506f-4c56-9531-24925615bbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.872102 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:55.876999 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:55.877316 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2', 'f161f420-b2a8-4508-96f4-093c1147db59'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:55.883788 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:55.925538 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event updated for resources: {'Port': ['ID=6262f34a-c749-4312-89ee-7e9ab39991c8,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.990806 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.991556 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.033287 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-ff1dcbf0-c6c4-47cb-859e-eeeadded029c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8539951 Nov 22 16:47:56.059563 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Request body: {'port': {'device_id': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:56.066193 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a5a678cd-506f-4c56-9531-24925615bbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.105170 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a5a678cd-506f-4c56-9531-24925615bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.142575 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.162985 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a678cd-506f-4c56-9531-24925615bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5f63eb-0b77-41d9-955b-ece7f30ea979,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.195137 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c23579-94b9-4970-816f-5573e56f1b62 req-e91a784c-2553-4cc1-8625-cd67f4ab7c35 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.204591 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-87c23579-94b9-4970-816f-5573e56f1b62 req-e91a784c-2553-4cc1-8625-cd67f4ab7c35 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.2202666 Nov 22 16:47:56.232818 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-a5a678cd-506f-4c56-9531-24925615bbdb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b1f2490a587417ca4667d3d8f1a2ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904519 Nov 22 16:47:56.236104 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44050) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.242422 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ba3c8-edc5-4c26-8e4b-32d01f00f7d0 req-102ce775-e2f7-4028-b323-d53c042480b5 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.244162 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e78ba3c8-edc5-4c26-8e4b-32d01f00f7d0 req-102ce775-e2f7-4028-b323-d53c042480b5 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 932 time: 0.2060709 Nov 22 16:47:56.324793 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-87c23579-94b9-4970-816f-5573e56f1b62 req-6133de60-cda3-4a51-81e8-77860e960293 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191101 Nov 22 16:47:56.386167 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e78ba3c8-edc5-4c26-8e4b-32d01f00f7d0 req-d9d60db0-ce81-44fd-bc83-abf44a77c836 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Nov 22 16:47:56.456838 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-51233cac-dcf2-4d89-b6a8-c77612e0dc04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.531862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-51233cac-dcf2-4d89-b6a8-c77612e0dc04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.594013 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-8f8275ff-cf29-4cbf-896a-d6f5e38cbc88 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.595516 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-8f8275ff-cf29-4cbf-896a-d6f5e38cbc88 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/networks?id=790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 200 len: 809 time: 0.1570356 Nov 22 16:47:56.630690 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-7f48925b-a513-4dc9-9908-1d007f3ec88b tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/quotas/d53fc1c502384324bad19d3be7486258 HTTP/1.1" status: 200 len: 375 time: 0.0235264 Nov 22 16:47:56.665687 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-33a2430c-0783-4309-b75a-5867239aef52 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d53fc1c502384324bad19d3be7486258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338538 Nov 22 16:47:56.674679 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6262f34a-c749-4312-89ee-7e9ab39991c8 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:56.685250 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.689022 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-51233cac-dcf2-4d89-b6a8-c77612e0dc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.691795 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-51233cac-dcf2-4d89-b6a8-c77612e0dc04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.692979 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-51233cac-dcf2-4d89-b6a8-c77612e0dc04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f5f63eb-0b77-41d9-955b-ece7f30ea979 HTTP/1.1" status: 204 len: 168 time: 0.4558313 Nov 22 16:47:56.715405 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Transition to ACTIVE for port object 6262f34a-c749-4312-89ee-7e9ab39991c8 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:56.717333 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51233cac-dcf2-4d89-b6a8-c77612e0dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5f63eb-0b77-41d9-955b-ece7f30ea979,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.720645 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.783747 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Pushing event updated for resources: {'Port': ['ID=6262f34a-c749-4312-89ee-7e9ab39991c8,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.832401 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-ca67cce4-76ab-4766-8feb-c6486ced8f29 service neutron] 10.222.0.61 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599171 Nov 22 16:47:56.883958 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Attempting to bind port 6262f34a-c749-4312-89ee-7e9ab39991c8 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:56.885630 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Attempting to bind port 6262f34a-c749-4312-89ee-7e9ab39991c8 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:56.886710 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Attempting to bind port 6262f34a-c749-4312-89ee-7e9ab39991c8 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:56.897199 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Port 6262f34a-c749-4312-89ee-7e9ab39991c8 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:56.897939 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Attempting to bind port 6262f34a-c749-4312-89ee-7e9ab39991c8 on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:56.906941 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:56.908275 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Checking segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:56.908834 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Bound using segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:56.909439 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Bound port: 6262f34a-c749-4312-89ee-7e9ab39991c8, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:56.910026 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.007607 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] For port 6262f34a-c749-4312-89ee-7e9ab39991c8, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:57.026065 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-506fa121-57ba-49ca-be42-7ad06de38d9d service neutron] 10.222.0.61 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675959 Nov 22 16:47:57.030241 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] For port 6262f34a-c749-4312-89ee-7e9ab39991c8, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6262f34a-c749-4312-89ee-7e9ab39991c8,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:57.041064 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.111446 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.112738 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.114872 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-6b65ab92-2262-4158-94df-465dc452222f service neutron] 10.222.0.58 "PUT /v2.0/ports/6262f34a-c749-4312-89ee-7e9ab39991c8 HTTP/1.1" status: 200 len: 1094 time: 1.0635252 Nov 22 16:47:57.116228 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'tag': '6262f34a-c749-4312-89ee-7e9ab39991c8'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:57.120028 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2045b16d-18dc-4b19-b7ba-6e2b7874743f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc3b870-6198-463e-8ee9-b68bbb652e52", "tag": "6262f34a-c749-4312-89ee-7e9ab39991c8"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:57.157541 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65ab92-2262-4158-94df-465dc452222f service neutron] Pushing event updated for resources: {'Port': ['ID=6262f34a-c749-4312-89ee-7e9ab39991c8,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.247589 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a141c0-6a7e-4638-8649-5978c59a107e x-openstack-request-id: req-17a141c0-6a7e-4638-8649-5978c59a107e {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:57.248013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc3b870-6198-463e-8ee9-b68bbb652e52", "tag": "6262f34a-c749-4312-89ee-7e9ab39991c8", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:57.248853 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17a141c0-6a7e-4638-8649-5978c59a107e {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:57.254763 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'tag': '6262f34a-c749-4312-89ee-7e9ab39991c8', 'status': 'completed', 'code': 200} Nov 22 16:47:57.278473 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-859a2789-3a02-4b63-87a6-c12c09a8bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.279986 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-859a2789-3a02-4b63-87a6-c12c09a8bbd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 1097 time: 0.0937817 Nov 22 16:47:57.366033 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f055fa42-fb7a-470f-9054-76f694200c6b req-b8b83b7d-19c1-4c6f-843b-5ff0797e09fb tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 210 time: 0.0971720 Nov 22 16:47:57.368250 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-e9cea55a-5e61-44c2-bc4e-4848d1b948ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6262f34a-c749-4312-89ee-7e9ab39991c8 HTTP/1.1" status: 200 len: 217 time: 0.0711768 Nov 22 16:47:57.502470 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-9667f643-118a-43af-8d9b-fbd555720f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.505886 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-9667f643-118a-43af-8d9b-fbd555720f94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.1280432 Nov 22 16:47:57.515728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65960ef5-4bbe-4375-a05f-8282c33f907f req-e738cdcc-563d-491a-aeb1-819fd3c139df tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.521157 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65960ef5-4bbe-4375-a05f-8282c33f907f req-e738cdcc-563d-491a-aeb1-819fd3c139df tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0785549 Nov 22 16:47:57.567343 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-e2cf13d2-76b8-4570-9e1c-9bee25768b7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527933 Nov 22 16:47:57.693256 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a62080-a390-425f-8a08-7ae0fe1f2881 req-aabd5e5c-b6e5-4c0c-abb7-672b28ab969a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.695969 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c0a62080-a390-425f-8a08-7ae0fe1f2881 req-aabd5e5c-b6e5-4c0c-abb7-672b28ab969a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 944 time: 0.1255178 Nov 22 16:47:57.706653 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65960ef5-4bbe-4375-a05f-8282c33f907f req-241bd2d7-9f36-41fe-bbb7-c44dcacb8f3a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648283 Nov 22 16:47:57.847901 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c0a62080-a390-425f-8a08-7ae0fe1f2881 req-597ccab3-2dff-40f6-b365-de9fa85d889a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378653 Nov 22 16:47:58.066164 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-35d27dc8-728c-4c08-8341-c555fd939219 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910321 Nov 22 16:47:58.219863 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f86aaff9-09fe-4f72-8bd0-c7f2b4ffea4e req-a9623b70-16d7-4ae0-9e84-afafc4f069f9 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250436 Nov 22 16:47:58.450796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-208b9ab1-3654-4e57-ab86-16049f9fa59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.452631 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-208b9ab1-3654-4e57-ab86-16049f9fa59a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 1097 time: 0.0605278 Nov 22 16:47:58.485219 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-59249253-cb6b-41e3-bbf7-2d7fa34793aa req-7c6ede07-25e2-4d1a-ad0a-c2f38c944e1e tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 210 time: 0.0307279 Nov 22 16:47:58.609503 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-d312c630-3529-45c3-bbfd-51879b74982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.612372 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-d312c630-3529-45c3-bbfd-51879b74982c service neutron] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 915 time: 0.1489344 Nov 22 16:47:58.698761 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-66b196e2-81b7-4027-9578-be58c42b6d55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6262f34a-c749-4312-89ee-7e9ab39991c8 HTTP/1.1" status: 200 len: 217 time: 0.0779791 Nov 22 16:47:58.790750 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-94e5d10e-2519-44fa-9faf-7082ed796c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.792459 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-94e5d10e-2519-44fa-9faf-7082ed796c40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.0847824 Nov 22 16:47:58.824023 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8aeefbdd-272b-4c6c-a14a-d617381c95e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.842370 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-1a1c3b91-b7e0-4a8f-a70f-5e90a70d2d0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379152 Nov 22 16:47:58.888231 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fad9cf-9dcb-4006-aca1-2cdb78d24402 req-9460b96f-76f8-4ceb-a0e4-88de50e98739 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.890980 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e9fad9cf-9dcb-4006-aca1-2cdb78d24402 req-9460b96f-76f8-4ceb-a0e4-88de50e98739 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0720465 Nov 22 16:47:59.000898 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e9fad9cf-9dcb-4006-aca1-2cdb78d24402 req-1d5664af-42e0-4592-9165-fa27c96aaeb2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033165 Nov 22 16:47:59.058985 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44188) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.130060 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776c157-b3a0-4a81-98ff-0497ec79d508 req-514f3e1a-fe90-46e8-9f32-5c21ddefdc4e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.131983 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d776c157-b3a0-4a81-98ff-0497ec79d508 req-514f3e1a-fe90-46e8-9f32-5c21ddefdc4e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 944 time: 0.1290319 Nov 22 16:47:59.141216 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Deleting subnet 83a683bc-f7c9-4110-bc05-bb10f1b48f13 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:59.146522 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.175179 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-97e92670-595c-4b86-bd80-5965873530de service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005166 Nov 22 16:47:59.231875 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.249648 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.302313 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d776c157-b3a0-4a81-98ff-0497ec79d508 req-8946c591-2366-473a-a815-b12b11dcc478 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111448 Nov 22 16:47:59.318244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-45790a2f-526a-46be-a3f7-9e084b52d5ae tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.320633 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-45790a2f-526a-46be-a3f7-9e084b52d5ae tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "GET /v2.0/networks?id=790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 200 len: 809 time: 0.3252177 Nov 22 16:47:59.368927 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.370432 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Request body: {'port': {'device_id': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7', 'admin_state_up': True, 'tenant_id': 'd53fc1c502384324bad19d3be7486258'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:59.409086 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a683bc-f7c9-4110-bc05-bb10f1b48f13,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:59.413219 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.419784 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b0df8728-4493-4c41-812f-9cf787c5b275 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/83a683bc-f7c9-4110-bc05-bb10f1b48f13 HTTP/1.1" status: 204 len: 168 time: 0.3588061 Nov 22 16:47:59.420445 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44198) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.446786 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2045b16d-18dc-4b19-b7ba-6e2b7874743f req-d896376b-a894-4d8a-9ecc-493941df0fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370055 Nov 22 16:47:59.499859 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44200) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.512615 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.565770 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Made reservation on behalf of d53fc1c502384324bad19d3be7486258 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:59.570466 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.647671 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2c91cefb-94e4-438d-bfec-0e2d7b2ed056 req-b3d942c0-2779-4045-bae9-73ef92d68989 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 210 time: 0.0389833 Nov 22 16:47:59.652220 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.686395 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-686ca40f-cc75-45d2-a464-25a3cf82fc18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.701868 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.702192 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.703236 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.703455 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > port after_create 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.704022 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.710287 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > port after_update 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.711414 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.716147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.716731 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.717247 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.760275 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Allocated IP 172.20.0.7 (790b6599-ac85-430c-a04c-ca0ad620f7a7/6d010360-9223-4256-94ba-a20132cd1b6e/a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:59.884512 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.885142 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.886012 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.886765 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:47:59.887151 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2ae1c1-3555-43f4-b13c-be7bff0a9540']}} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:59.932783 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4072fbb-a734-4318-ab95-c449c1efc757') {'for_net_delete': True} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:59.933283 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4072fbb-a734-4318-ab95-c449c1efc757') {} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:59.969099 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6262f34a-c749-4312-89ee-7e9ab39991c8 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:59.985456 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13820336'] for segment, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.032778 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.057940 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=119718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:00.058578 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13509797'] for segment, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: from cryptography.utils import int_from_bytes Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: from cryptography.utils import int_from_bytes Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: Traceback (most recent call last): Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: timer() Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: cb(*args, **kw) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: return func(*args, **kwargs) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: self._notify() Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: self.callback(batched_events) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: event.method(event) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: return f(self, *a, **k) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._get(url).json() Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:00.068798 dv-cinder-804735-12-iscsi neutron-server[119718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:00.122966 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.153910 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6262f34a-c749-4312-89ee-7e9ab39991c8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6262f34a-c749-4312-89ee-7e9ab39991c8,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:00.169584 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b80117-af5a-46ba-9615-3680745459e6 req-90d01247-f146-4a90-811f-2ccf4e61aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.171082 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '6262f34a-c749-4312-89ee-7e9ab39991c8', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'port_id': '6262f34a-c749-4312-89ee-7e9ab39991c8', 'mac_address': 'fa:16:3e:18:90:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab90451-b771-49cb-b6c1-12773a987fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:00.171745 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b5b80117-af5a-46ba-9615-3680745459e6 req-90d01247-f146-4a90-811f-2ccf4e61aa98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 1098 time: 0.1742325 Nov 22 16:48:00.205920 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.212428 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.224967 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.235343 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ce2ae1c1-3555-43f4-b13c-be7bff0a9540 HTTP/1.1" status: 204 len: 168 time: 0.8090904 Nov 22 16:48:00.235343 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-686ca40f-cc75-45d2-a464-25a3cf82fc18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.239007 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.240230 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44216) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.251718 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-686ca40f-cc75-45d2-a464-25a3cf82fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.257146 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6262f34a-c749-4312-89ee-7e9ab39991c8 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:00.290410 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6262f34a-c749-4312-89ee-7e9ab39991c8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6262f34a-c749-4312-89ee-7e9ab39991c8,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:00.302125 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.312477 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Network 790b6599-ac85-430c-a04c-ca0ad620f7a7 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:00.314816 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c099903-2385-440d-bb24-3bc408980041 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2ae1c1-3555-43f4-b13c-be7bff0a9540,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.319702 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:00.328013 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b5b80117-af5a-46ba-9615-3680745459e6 req-e4d82a8d-51fb-42de-b397-f7660371d8ce service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416323 Nov 22 16:48:00.328013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:00.368490 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6262f34a-c749-4312-89ee-7e9ab39991c8,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.386354 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145bf09-02f0-464e-b552-0abfc9fb2a9c req-03c2149a-67af-49a0-a12f-0be59ea1d65e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.387845 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Pushing event updated for resources: {'Port': ['ID=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.389204 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a145bf09-02f0-464e-b552-0abfc9fb2a9c req-03c2149a-67af-49a0-a12f-0be59ea1d65e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.2710989 Nov 22 16:48:00.426976 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.427810 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.437011 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-686ca40f-cc75-45d2-a464-25a3cf82fc18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19410ad8d84f4918831ac06fde0f12f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9356716 Nov 22 16:48:00.439935 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ca40f-cc75-45d2-a464-25a3cf82fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa25b58a-05b6-4cfd-8d99-079caf4e17cb,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.443170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44222) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.446283 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Deleting subnet cc50de8a-d135-4330-81c5-c6bc79fb65e7 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:00.452387 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.483863 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-650c7342-8b2c-4a64-8f1a-c73ace5e6ba2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1276188 Nov 22 16:48:00.517339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a145bf09-02f0-464e-b552-0abfc9fb2a9c req-977da62b-817d-4555-b5f2-100466a2b044 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087856 Nov 22 16:48:00.522599 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.522769 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2f921dce-73f6-4c93-9f2d-e582ed219ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.569797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2f921dce-73f6-4c93-9f2d-e582ed219ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.598332 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.625383 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2f921dce-73f6-4c93-9f2d-e582ed219ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.628149 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2f921dce-73f6-4c93-9f2d-e582ed219ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.629474 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2f921dce-73f6-4c93-9f2d-e582ed219ab6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa25b58a-05b6-4cfd-8d99-079caf4e17cb HTTP/1.1" status: 204 len: 168 time: 0.1843498 Nov 22 16:48:00.639792 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921dce-73f6-4c93-9f2d-e582ed219ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa25b58a-05b6-4cfd-8d99-079caf4e17cb,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.685942 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983e56-4782-46ef-97a0-ff1f23a62591 req-41cb6ccd-dcad-47e4-946a-d89ec199a71c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.688385 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b4983e56-4782-46ef-97a0-ff1f23a62591 req-41cb6ccd-dcad-47e4-946a-d89ec199a71c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 945 time: 0.1036189 Nov 22 16:48:00.734167 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.782930 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc50de8a-d135-4330-81c5-c6bc79fb65e7,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.797632 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.804897 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f25fdf13-987f-471e-88f7-60cc20ba6df2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cc50de8a-d135-4330-81c5-c6bc79fb65e7 HTTP/1.1" status: 204 len: 168 time: 0.5626922 Nov 22 16:48:00.805455 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44228) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.833879 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b4983e56-4782-46ef-97a0-ff1f23a62591 req-061cda7c-2b5e-4515-96d9-4dc2dfdeaf20 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368775 Nov 22 16:48:00.899133 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.993411 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a435e4-3f35-4b49-8c68-27e8d0746640 req-40c3d752-c156-4113-9f40-233af0e95ca5 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.995259 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-53a435e4-3f35-4b49-8c68-27e8d0746640 req-40c3d752-c156-4113-9f40-233af0e95ca5 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 931 time: 0.0827811 Nov 22 16:48:01.001107 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.043642 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-bc434ec9-82ae-4dc1-96f5-ae55e6689364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.054237 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b36eed-2285-4135-b52f-728ed421da31']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:01.068649 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735c756d-bf60-4e2f-a934-60fdb966382d') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:01.069760 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735c756d-bf60-4e2f-a934-60fdb966382d') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:01.081844 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.092831 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-53a435e4-3f35-4b49-8c68-27e8d0746640 req-7c50fe37-3b20-4d4b-9298-4bdf3283051d tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870628 Nov 22 16:48:01.102691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.113760 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:01.114323 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:01.116392 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:01.119250 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44234) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.140316 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-320488c8-3a6e-4b7d-a37f-549aad2fbaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.186449 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.193343 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.200419 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d7b36eed-2285-4135-b52f-728ed421da31 HTTP/1.1" status: 204 len: 168 time: 0.3925354 Nov 22 16:48:01.216438 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cc3f7-f64a-46ef-8031-1886c4ececf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b36eed-2285-4135-b52f-728ed421da31,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.256933 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-320488c8-3a6e-4b7d-a37f-549aad2fbaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.263360 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-320488c8-3a6e-4b7d-a37f-549aad2fbaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.304075 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320488c8-3a6e-4b7d-a37f-549aad2fbaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a23d04-258d-47c3-ac61-0248efb58e1d,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.314950 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-320488c8-3a6e-4b7d-a37f-549aad2fbaf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a0e69a3fce0647d581a1bd222d47d047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914046 Nov 22 16:48:01.316393 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44238) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.407515 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc47e-3b65-4f06-9a22-bb644959eefb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.438888 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc47e-3b65-4f06-9a22-bb644959eefb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.480560 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44242) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.535264 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc47e-3b65-4f06-9a22-bb644959eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.540035 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cd8cc47e-3b65-4f06-9a22-bb644959eefb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.541396 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-cd8cc47e-3b65-4f06-9a22-bb644959eefb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71a23d04-258d-47c3-ac61-0248efb58e1d HTTP/1.1" status: 204 len: 168 time: 0.2228327 Nov 22 16:48:01.560358 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-26fc06b6-1cf5-40c4-9c9c-7f98f2ca589d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a907be2a1364739868ebf7673e47dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763826 Nov 22 16:48:01.560638 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44248) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.567070 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cc47e-3b65-4f06-9a22-bb644959eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a23d04-258d-47c3-ac61-0248efb58e1d,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.639103 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3f96cca3-ac0b-4a26-9dbc-b8ec590def2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.667751 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3f96cca3-ac0b-4a26-9dbc-b8ec590def2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.702745 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c598a-6a11-4b66-ac22-e67229c39882 req-5748c503-d4ba-44c0-b1db-5092c056eb32 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.704391 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-554c598a-6a11-4b66-ac22-e67229c39882 req-5748c503-d4ba-44c0-b1db-5092c056eb32 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0749273 Nov 22 16:48:01.764048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3f96cca3-ac0b-4a26-9dbc-b8ec590def2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.769000 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3f96cca3-ac0b-4a26-9dbc-b8ec590def2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.770918 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3f96cca3-ac0b-4a26-9dbc-b8ec590def2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e254f77-936e-45cb-86a4-110b1b4322f0 HTTP/1.1" status: 204 len: 168 time: 0.2091863 Nov 22 16:48:01.777830 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-554c598a-6a11-4b66-ac22-e67229c39882 req-7c5e1b6b-5a97-4ff1-bc7d-2d20767b9ae0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624347 Nov 22 16:48:01.803178 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96cca3-ac0b-4a26-9dbc-b8ec590def2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e254f77-936e-45cb-86a4-110b1b4322f0,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.026876 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a7e04-2b9b-46b2-8015-b5ff592bce01 req-eac638c4-0261-436c-a501-e99ac0ba0fd1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.028608 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-916a7e04-2b9b-46b2-8015-b5ff592bce01 req-eac638c4-0261-436c-a501-e99ac0ba0fd1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 945 time: 0.0738800 Nov 22 16:48:02.118990 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-916a7e04-2b9b-46b2-8015-b5ff592bce01 req-40ab1a04-7dda-46d6-9330-c5948c0580e8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837519 Nov 22 16:48:02.197670 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.299036 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1ce9b-a701-4c68-89cd-dae2912069ee req-eb861f30-c98b-4d17-b063-8af9ad0ab814 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.301176 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-68e1ce9b-a701-4c68-89cd-dae2912069ee req-eb861f30-c98b-4d17-b063-8af9ad0ab814 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 931 time: 0.0910766 Nov 22 16:48:02.375317 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-68e1ce9b-a701-4c68-89cd-dae2912069ee req-506ed929-266b-4538-8793-72e120de6394 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638967 Nov 22 16:48:02.390076 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44270) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:02.437414 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-48b306c9-4987-4e64-9f05-c27e068eefbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d010debcc6549419ae47ae2acd8e1b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461617 Nov 22 16:48:02.441372 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44274) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:02.520864 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0f49f588-95ff-4caf-840d-fa3e864739e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.558554 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0f49f588-95ff-4caf-840d-fa3e864739e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.639811 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0f49f588-95ff-4caf-840d-fa3e864739e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.642987 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0f49f588-95ff-4caf-840d-fa3e864739e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.644687 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-0f49f588-95ff-4caf-840d-fa3e864739e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c903837-bb89-4231-a456-1f1438c20b1b HTTP/1.1" status: 204 len: 168 time: 0.2022252 Nov 22 16:48:02.657570 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f588-95ff-4caf-840d-fa3e864739e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c903837-bb89-4231-a456-1f1438c20b1b,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.962932 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e748da6-b037-43e7-ae95-b5c8c9bb3113 req-6f6ab65f-ba82-4de8-b1d3-208f4802d4a7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.964754 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e748da6-b037-43e7-ae95-b5c8c9bb3113 req-6f6ab65f-ba82-4de8-b1d3-208f4802d4a7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0818346 Nov 22 16:48:03.037308 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e748da6-b037-43e7-ae95-b5c8c9bb3113 req-5f53489a-5760-490c-8597-2337a11c4d06 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616472 Nov 22 16:48:03.287522 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a597d-5a3a-490d-b35a-a3b6438feb5c req-ea913ce6-1a4d-41c3-bc4d-42dfd9b92f77 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.289779 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cd5a597d-5a3a-490d-b35a-a3b6438feb5c req-ea913ce6-1a4d-41c3-bc4d-42dfd9b92f77 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 945 time: 0.0767238 Nov 22 16:48:03.372015 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cd5a597d-5a3a-490d-b35a-a3b6438feb5c req-e903f041-9d9b-4f21-982c-9a47ea708a5c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732808 Nov 22 16:48:03.595422 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.612365 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aac90-bf8a-41b6-884f-1c262446d8c9 req-9e6df997-0a3b-412b-9b3e-eb7d3b091b0b tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.629418 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f82aac90-bf8a-41b6-884f-1c262446d8c9 req-9e6df997-0a3b-412b-9b3e-eb7d3b091b0b tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 931 time: 0.1503768 Nov 22 16:48:03.706981 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f82aac90-bf8a-41b6-884f-1c262446d8c9 req-3fec648f-330b-4323-8e88-1c211a5d6f57 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759633 Nov 22 16:48:03.780803 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['6262f34a-c749-4312-89ee-7e9ab39991c8'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:03.808358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Request body: {'port': {'device_id': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:03.910695 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.209406 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeabe5-440e-435a-9f87-c72bf7c5b05d req-c56beeea-0bfb-43fb-b634-545ebbe876b1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.213301 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ccaeabe5-440e-435a-9f87-c72bf7c5b05d req-c56beeea-0bfb-43fb-b634-545ebbe876b1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0766001 Nov 22 16:48:04.322467 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:04.339060 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.352359 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ccaeabe5-440e-435a-9f87-c72bf7c5b05d req-aba48ea7-be4d-4c1d-b179-21d70a82b8de tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321166 Nov 22 16:48:04.364557 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Transition to ACTIVE for port object a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:04.369497 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.443911 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.485246 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.636971 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Attempting to bind port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:04.637499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Attempting to bind port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:04.637986 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Attempting to bind port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 on network 790b6599-ac85-430c-a04c-ca0ad620f7a7 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:04.662496 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 on network 790b6599-ac85-430c-a04c-ca0ad620f7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:04.662908 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Attempting to bind port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 on network 790b6599-ac85-430c-a04c-ca0ad620f7a7 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:04.674950 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:04.675340 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Checking segment: {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:04.675781 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Bound using segment: {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:04.676293 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Bound port: a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:04.676798 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.800191 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] For port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:04.810573 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] For port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:04.816277 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.831200 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d0fe4-925b-4c76-b988-89be00effb62 req-639061ba-51dc-4821-9eab-cd7d07f3aea8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.842400 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bb9d0fe4-925b-4c76-b988-89be00effb62 req-639061ba-51dc-4821-9eab-cd7d07f3aea8 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 945 time: 0.2091160 Nov 22 16:48:04.922436 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.923332 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.927423 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] 10.222.0.58 "PUT /v2.0/ports/a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 HTTP/1.1" status: 200 len: 1093 time: 1.1299284 Nov 22 16:48:04.934623 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'tag': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:04.950509 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b671fc0-106c-4a2e-8b09-d5141fb1b364" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6da55b-1db7-41e9-b7ba-9a441494005f", "tag": "a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:05.031638 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bb9d0fe4-925b-4c76-b988-89be00effb62 req-320afb87-ce70-44b9-9417-89283b447831 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883070 Nov 22 16:48:05.041650 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95194dc-93e4-433e-abdc-d8a5c94ea692 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.103184 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0ac5-d58a-4ea6-974c-ae262635bc0b req-3e926fd4-e3e3-4346-b029-fea84adbc778 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.111198 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d81b0ac5-d58a-4ea6-974c-ae262635bc0b req-3e926fd4-e3e3-4346-b029-fea84adbc778 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 943 time: 0.2050717 Nov 22 16:48:05.204225 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d81b0ac5-d58a-4ea6-974c-ae262635bc0b req-d287c67c-8748-4067-a50d-910e2181ba84 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919025 Nov 22 16:48:05.249146 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-cfb6e077-f99c-486e-a683-90f0fc010cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.250961 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-cfb6e077-f99c-486e-a683-90f0fc010cc0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d53fc1c502384324bad19d3be7486258&device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 1096 time: 0.1485219 Nov 22 16:48:05.261215 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89f43e-b8c0-452a-8e36-a7fc021187ca x-openstack-request-id: req-ac89f43e-b8c0-452a-8e36-a7fc021187ca {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:05.261578 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6da55b-1db7-41e9-b7ba-9a441494005f", "tag": "a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:05.261879 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac89f43e-b8c0-452a-8e36-a7fc021187ca {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:05.262330 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'tag': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90', 'status': 'completed', 'code': 200} Nov 22 16:48:05.320567 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-a55760d6-2993-4bf3-a579-6c4adae953a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 HTTP/1.1" status: 200 len: 217 time: 0.0434639 Nov 22 16:48:05.409119 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b808-133c-4861-a384-c6297a175b48 req-8c410b78-6439-413d-b52f-984782fa53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.411678 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-8c410b78-6439-413d-b52f-984782fa53e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d010360-9223-4256-94ba-a20132cd1b6e HTTP/1.1" status: 200 len: 849 time: 0.0785818 Nov 22 16:48:05.415093 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6262f34a-c749-4312-89ee-7e9ab39991c8 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:05.484874 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-e94f72eb-7f42-448c-81d5-f57c3ebdce8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=790b6599-ac85-430c-a04c-ca0ad620f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598116 Nov 22 16:48:05.520454 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 6262f34a-c749-4312-89ee-7e9ab39991c8 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:05.531500 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 6262f34a-c749-4312-89ee-7e9ab39991c8 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:05.531979 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.598474 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3538a-08b5-48aa-afac-63f532faf8e0 req-c18bc4d9-28cd-41d4-9510-4dd2e856c5d3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.602413 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d2b3538a-08b5-48aa-afac-63f532faf8e0 req-c18bc4d9-28cd-41d4-9510-4dd2e856c5d3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1531768 Nov 22 16:48:05.676036 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.701972 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-c077e2de-6ec4-4fb7-b662-7883d8c86691 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052515 Nov 22 16:48:05.706369 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262f34a-c749-4312-89ee-7e9ab39991c8'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:05.710141 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e66bb-56f9-46cf-9e41-407212699b4e" -d '{"events": [{"server_uuid": "9dc3b870-6198-463e-8ee9-b68bbb652e52", "name": "network-vif-plugged", "status": "completed", "tag": "6262f34a-c749-4312-89ee-7e9ab39991c8"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:05.727682 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d2b3538a-08b5-48aa-afac-63f532faf8e0 req-0827b7fe-933b-4b3e-ba0c-7f4c1506ec4c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106546 Nov 22 16:48:05.783764 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6262f34a-c749-4312-89ee-7e9ab39991c8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6262f34a-c749-4312-89ee-7e9ab39991c8,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:05.789200 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.874383 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50888d8f-53d9-4bff-9b4f-5ce34d997ea9 x-openstack-request-id: req-50888d8f-53d9-4bff-9b4f-5ce34d997ea9 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:05.874955 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc3b870-6198-463e-8ee9-b68bbb652e52", "name": "network-vif-plugged", "status": "completed", "tag": "6262f34a-c749-4312-89ee-7e9ab39991c8", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:05.875357 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50888d8f-53d9-4bff-9b4f-5ce34d997ea9 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:05.876151 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262f34a-c749-4312-89ee-7e9ab39991c8', 'code': 200} Nov 22 16:48:05.889607 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6262f34a-c749-4312-89ee-7e9ab39991c8,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.905499 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cde5b808-133c-4861-a384-c6297a175b48 req-73066204-7332-4a54-ae4e-feef5c35593a service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907475 Nov 22 16:48:05.983142 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2db90-0418-462c-ad89-626cff57cb79 req-b8afc040-9942-4382-a6f9-f555edc22b7c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.989172 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f2db90-0418-462c-ad89-626cff57cb79 req-b8afc040-9942-4382-a6f9-f555edc22b7c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1381862 Nov 22 16:48:06.050796 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f2db90-0418-462c-ad89-626cff57cb79 req-3a11fde9-f7d0-4dfb-a842-faa18ff4c946 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527027 Nov 22 16:48:06.065006 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-93d0d799-0c56-4715-a272-406a1165ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.067543 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-93d0d799-0c56-4715-a272-406a1165ccdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d53fc1c502384324bad19d3be7486258&device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 1096 time: 0.0571046 Nov 22 16:48:06.251406 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da752b-688f-40f2-bdc4-80bd7e0c1e60 req-a3c94002-5165-44b9-8cf9-5a68ba843618 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.264264 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a0da752b-688f-40f2-bdc4-80bd7e0c1e60 req-a3c94002-5165-44b9-8cf9-5a68ba843618 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.0851798 Nov 22 16:48:06.368429 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a0da752b-688f-40f2-bdc4-80bd7e0c1e60 req-02de07dd-b329-4162-bda9-ea6d4d41f829 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902286 Nov 22 16:48:06.391309 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba705c-9fbc-4d47-8c9e-7d30d3227485 req-07266134-af3d-45ee-b418-aa16b0639d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.396857 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7dba705c-9fbc-4d47-8c9e-7d30d3227485 req-07266134-af3d-45ee-b418-aa16b0639d20 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 1099 time: 0.3002112 Nov 22 16:48:06.403049 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-62c029f7-15f1-4eb6-80dd-25c5a77b8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.404538 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-62c029f7-15f1-4eb6-80dd-25c5a77b8db1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 200 len: 910 time: 0.3058090 Nov 22 16:48:06.491294 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddd78a-b55c-4f6c-9918-904435bc89be req-cfb94d29-e627-4c87-ac14-1ee9136be102 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.493122 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1ddd78a-b55c-4f6c-9918-904435bc89be req-cfb94d29-e627-4c87-ac14-1ee9136be102 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 943 time: 0.1172030 Nov 22 16:48:06.511793 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-05752af4-8047-461d-b582-2be7032ce9c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 HTTP/1.1" status: 200 len: 217 time: 0.0886343 Nov 22 16:48:06.580312 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1ddd78a-b55c-4f6c-9918-904435bc89be req-7060fc98-9d86-4883-a2ad-82e9fd0feedb tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770681 Nov 22 16:48:06.628361 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7dba705c-9fbc-4d47-8c9e-7d30d3227485 req-fbf526fe-cfa7-43f0-b8f6-c3550482c5f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201791 Nov 22 16:48:06.642824 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-f7d10627-4dd0-4d46-8be3-34129c283e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.644827 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-f7d10627-4dd0-4d46-8be3-34129c283e33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d010360-9223-4256-94ba-a20132cd1b6e HTTP/1.1" status: 200 len: 849 time: 0.1157291 Nov 22 16:48:07.034295 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-f5709c95-4f3f-4c66-bcfb-bb7a6ec56b78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=790b6599-ac85-430c-a04c-ca0ad620f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309923 Nov 22 16:48:07.139310 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-4cebc22e-6b29-46ed-ac2a-19ce08b9d7a8 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947180 Nov 22 16:48:07.240902 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b671fc0-106c-4a2e-8b09-d5141fb1b364 req-8a635347-4f37-40e0-ae19-a5f50cdecd31 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927765 Nov 22 16:48:07.540410 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f329db-cce0-4395-9d0d-9b344b2b8586 req-af4313fc-584f-401a-9743-64832e66b151 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.542087 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83f329db-cce0-4395-9d0d-9b344b2b8586 req-af4313fc-584f-401a-9743-64832e66b151 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.0692928 Nov 22 16:48:07.608978 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83f329db-cce0-4395-9d0d-9b344b2b8586 req-4d91e29c-28e2-4c99-b86b-564c8fbed701 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Nov 22 16:48:07.721970 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49d4a4-0462-4411-b7cd-7d936fa7e007 req-97479fe8-6a21-4fa9-ace7-031fc6105904 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.723635 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-af49d4a4-0462-4411-b7cd-7d936fa7e007 req-97479fe8-6a21-4fa9-ace7-031fc6105904 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 943 time: 0.0542424 Nov 22 16:48:07.782103 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-af49d4a4-0462-4411-b7cd-7d936fa7e007 req-c389f787-f70a-4b0e-b3f8-19245c92b34e tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 Nov 22 16:48:08.134067 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433887-0417-4229-abad-c407ceb2e954 req-8b94d4a5-831c-400d-8541-fb377d31af92 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.135722 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e8433887-0417-4229-abad-c407ceb2e954 req-8b94d4a5-831c-400d-8541-fb377d31af92 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0563266 Nov 22 16:48:08.156852 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7f66a-5826-44de-9184-5898da243b8f req-cd844a4d-1f90-4b1c-8e56-b8aff4a5b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.158388 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-cd844a4d-1f90-4b1c-8e56-b8aff4a5b45d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.0534651 Nov 22 16:48:08.185474 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e8433887-0417-4229-abad-c407ceb2e954 req-e10d8437-77f8-4a5a-8acf-a14820dfcda7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Nov 22 16:48:08.334001 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7f66a-5826-44de-9184-5898da243b8f req-1e603fc5-990a-44e6-a972-e3946f927adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.337317 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-1e603fc5-990a-44e6-a972-e3946f927adf service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.1139998 Nov 22 16:48:08.391471 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-c2959e93-6a12-404c-b3fe-6f2634b9a413 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0367076 Nov 22 16:48:08.457838 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7f66a-5826-44de-9184-5898da243b8f req-1f0b95d8-d29a-4c88-a95c-2b0e8e620675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.459424 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-1f0b95d8-d29a-4c88-a95c-2b0e8e620675 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0522318 Nov 22 16:48:08.530910 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-7aa2f849-f6a9-45e1-bab7-bc3a34285cf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454061 Nov 22 16:48:08.675816 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-5101878b-49a9-4a8d-a6cd-92ca9bc867dc service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061485 Nov 22 16:48:08.735146 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71232b-85fe-4c4f-afc0-13c3e94a687f req-a2d81657-a377-4c51-9eb5-2799ad73fc0c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.736882 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-aa71232b-85fe-4c4f-afc0-13c3e94a687f req-a2d81657-a377-4c51-9eb5-2799ad73fc0c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.0550451 Nov 22 16:48:08.794242 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1a7f66a-5826-44de-9184-5898da243b8f req-5a8df48a-b432-4d40-8ab8-90acf1b200d8 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022825 Nov 22 16:48:08.807767 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-aa71232b-85fe-4c4f-afc0-13c3e94a687f req-d08b1825-8640-4fb4-aed2-51334255f330 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633821 Nov 22 16:48:08.963325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec9609-8fe8-4051-8c2e-ea30add52f52 req-37ffc763-a9ec-4f62-9858-df99530ada26 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.965351 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83ec9609-8fe8-4051-8c2e-ea30add52f52 req-37ffc763-a9ec-4f62-9858-df99530ada26 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 943 time: 0.0802882 Nov 22 16:48:09.065432 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83ec9609-8fe8-4051-8c2e-ea30add52f52 req-4738d95c-978d-4353-80a9-7dc0d1ee0b4c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799263 Nov 22 16:48:09.324137 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdced30-2755-4d65-b326-98f91cd09b9b req-c6ffaa60-792d-48e2-bd12-4eaa5bd8de7f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.325857 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ffdced30-2755-4d65-b326-98f91cd09b9b req-c6ffaa60-792d-48e2-bd12-4eaa5bd8de7f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Nov 22 16:48:09.411288 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ffdced30-2755-4d65-b326-98f91cd09b9b req-a1bab53d-6af0-4aa7-b294-0436d2fe8988 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Nov 22 16:48:09.434569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:09.535084 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.548173 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90', 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7', 'port_id': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90', 'mac_address': 'fa:16:3e:61:a2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d010360-9223-4256-94ba-a20132cd1b6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:09.587887 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.602796 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:09.626239 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.631804 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.715081 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.871865 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44550) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.999382 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aeeb-d3de-4766-ba3d-7ca596ac782a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.087900 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aeeb-d3de-4766-ba3d-7ca596ac782a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.093613 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9dd3aeeb-d3de-4766-ba3d-7ca596ac782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.150711 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3aeeb-d3de-4766-ba3d-7ca596ac782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8295b1a1-5ac9-4dc5-9106-676fa07e8e90,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.160244 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9dd3aeeb-d3de-4766-ba3d-7ca596ac782a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aeabdac0783847619a45b43bd527350c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838664 Nov 22 16:48:10.161124 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44558) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:10.258672 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ff2e126d-6082-43e7-8c0a-be70bcfc89ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.268314 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59de335-bd72-4650-b288-01d5d3a72157 req-72a7c5b4-0d86-4891-afae-a570f20c277c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.270010 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a59de335-bd72-4650-b288-01d5d3a72157 req-72a7c5b4-0d86-4891-afae-a570f20c277c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 944 time: 0.0887697 Nov 22 16:48:10.308693 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ff2e126d-6082-43e7-8c0a-be70bcfc89ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.333541 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:10.364942 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a59de335-bd72-4650-b288-01d5d3a72157 req-1562f63d-23df-484d-902c-7774c852d4c7 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872221 Nov 22 16:48:10.420258 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ff2e126d-6082-43e7-8c0a-be70bcfc89ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.423627 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ff2e126d-6082-43e7-8c0a-be70bcfc89ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.425162 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ff2e126d-6082-43e7-8c0a-be70bcfc89ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8295b1a1-5ac9-4dc5-9106-676fa07e8e90 HTTP/1.1" status: 204 len: 168 time: 0.2622008 Nov 22 16:48:10.438194 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e126d-6082-43e7-8c0a-be70bcfc89ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8295b1a1-5ac9-4dc5-9106-676fa07e8e90,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.637968 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd4d31-89bd-4a3e-a787-75ca6a819e68 req-ec1a425e-4593-458e-ba81-9412f0fcc4d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.640650 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-12cd4d31-89bd-4a3e-a787-75ca6a819e68 req-ec1a425e-4593-458e-ba81-9412f0fcc4d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1215396 Nov 22 16:48:10.739873 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-12cd4d31-89bd-4a3e-a787-75ca6a819e68 req-c9b3c928-b22a-4cf7-945f-45797f4fc0cf tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922859 Nov 22 16:48:11.551218 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597755-f612-4729-a0ff-82bca6db7698 req-d0f74e96-c952-4be9-ad97-92d2be7e84d8 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.553168 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-03597755-f612-4729-a0ff-82bca6db7698 req-d0f74e96-c952-4be9-ad97-92d2be7e84d8 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 944 time: 0.0773542 Nov 22 16:48:11.612905 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-03597755-f612-4729-a0ff-82bca6db7698 req-9b63a6e4-6770-4662-b778-694179f017ae tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506957 Nov 22 16:48:11.875104 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb337f5-2d64-4322-a75e-815d1f619105 req-03599ff1-3da9-470e-ba25-88b4c5aa9800 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.876675 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cfb337f5-2d64-4322-a75e-815d1f619105 req-03599ff1-3da9-470e-ba25-88b4c5aa9800 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0542827 Nov 22 16:48:11.965472 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cfb337f5-2d64-4322-a75e-815d1f619105 req-17d4933d-78ae-4294-9865-e75cf21d069a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606539 Nov 22 16:48:12.760933 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987dd63-cb70-4978-be3f-ccdf22e5b10b req-8e5a0912-3b0a-4a96-93de-1a31d2ac5765 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.763263 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8987dd63-cb70-4978-be3f-ccdf22e5b10b req-8e5a0912-3b0a-4a96-93de-1a31d2ac5765 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 944 time: 0.0652642 Nov 22 16:48:12.827208 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8987dd63-cb70-4978-be3f-ccdf22e5b10b req-2a45a5a5-d28c-4d5d-914e-ffcea3e94429 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Nov 22 16:48:13.139805 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1726e-1061-4cf3-9424-4154763233b3 req-9d1644a6-4894-457f-830c-c44f2e956b99 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.141435 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-51b1726e-1061-4cf3-9424-4154763233b3 req-9d1644a6-4894-457f-830c-c44f2e956b99 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0718155 Nov 22 16:48:13.220949 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-51b1726e-1061-4cf3-9424-4154763233b3 req-2271859b-adc0-4b85-99af-3271abff2255 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702257 Nov 22 16:48:13.457959 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:13.536264 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:13.545112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:13.545747 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.711971 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.740864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:13.744064 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a1b8ff-a1fe-45d8-bbec-90ba9496c559" -d '{"events": [{"server_uuid": "7f6da55b-1db7-41e9-b7ba-9a441494005f", "name": "network-vif-plugged", "status": "completed", "tag": "a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:13.767676 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:13.773555 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.811495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a013051-9a6b-4db7-a573-66a7fb4db971 x-openstack-request-id: req-8a013051-9a6b-4db7-a573-66a7fb4db971 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:13.811976 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6da55b-1db7-41e9-b7ba-9a441494005f", "name": "network-vif-plugged", "status": "completed", "tag": "a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:13.812374 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a013051-9a6b-4db7-a573-66a7fb4db971 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:13.813109 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90', 'code': 200} Nov 22 16:48:13.877266 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.077986 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc5a32-7744-48ff-88e7-49a9b657b9bb req-e62c528c-ab7d-48fc-8dd6-87af680277a1 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.080532 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ddbc5a32-7744-48ff-88e7-49a9b657b9bb req-e62c528c-ab7d-48fc-8dd6-87af680277a1 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0725737 Nov 22 16:48:14.137214 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9914be9-8ed6-450a-a3d4-ca4a099c6b1e req-2fa237a4-7552-4d47-9f57-bf8c9177e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.138806 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b9914be9-8ed6-450a-a3d4-ca4a099c6b1e req-2fa237a4-7552-4d47-9f57-bf8c9177e9b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 1098 time: 0.0466778 Nov 22 16:48:14.148721 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ddbc5a32-7744-48ff-88e7-49a9b657b9bb req-2ab2680b-1355-4c39-a5b4-2351ccd19ad6 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623956 Nov 22 16:48:14.202509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b9914be9-8ed6-450a-a3d4-ca4a099c6b1e req-8ad0414f-d14e-4d8d-85a6-334a115452a6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Nov 22 16:48:14.371706 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ee3cd-febe-4ac5-8468-0333da8c84d4 req-9209ac0b-d65f-4781-ad73-64e67ac7b322 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.374138 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d64ee3cd-febe-4ac5-8468-0333da8c84d4 req-9209ac0b-d65f-4781-ad73-64e67ac7b322 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0718212 Nov 22 16:48:14.437292 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d64ee3cd-febe-4ac5-8468-0333da8c84d4 req-525daa6f-1afb-45e1-aa6e-dad35dc18b6d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Nov 22 16:48:15.307648 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2554717-01c4-40f3-b14c-4d31b51d326a req-05bd672f-ce9b-46e1-bcdf-7ce50a66597a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.309526 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2554717-01c4-40f3-b14c-4d31b51d326a req-05bd672f-ce9b-46e1-bcdf-7ce50a66597a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0734503 Nov 22 16:48:15.369358 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2554717-01c4-40f3-b14c-4d31b51d326a req-8071b3c5-cd1e-470f-8d16-db078f96dd27 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501585 Nov 22 16:48:15.564763 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3dbd5-864e-4c70-8040-5069ab3757e1 req-ac8b0e4c-2fcb-4181-8203-e7ac92c7c35a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.566212 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2fd3dbd5-864e-4c70-8040-5069ab3757e1 req-ac8b0e4c-2fcb-4181-8203-e7ac92c7c35a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0569823 Nov 22 16:48:15.627801 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2fd3dbd5-864e-4c70-8040-5069ab3757e1 req-4218c27c-ffde-4843-8e65-b09f2196fb60 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 Nov 22 16:48:16.514546 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bff537-594a-47c2-9ef6-7fe80c1a8482 req-9fdabcac-7432-4960-89d1-fb5f7538b087 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.516197 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65bff537-594a-47c2-9ef6-7fe80c1a8482 req-9fdabcac-7432-4960-89d1-fb5f7538b087 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0644939 Nov 22 16:48:16.581055 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65bff537-594a-47c2-9ef6-7fe80c1a8482 req-2215f416-dba3-41dd-9668-ee75065e1cf5 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Nov 22 16:48:16.775036 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07413-c392-4cd0-8884-b90a1151caa2 req-05853925-4f6b-4b78-988d-5b24d95dcaa6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.776842 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3b07413-c392-4cd0-8884-b90a1151caa2 req-05853925-4f6b-4b78-988d-5b24d95dcaa6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0573442 Nov 22 16:48:16.841731 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b3b07413-c392-4cd0-8884-b90a1151caa2 req-5ea2d9ea-7ce2-4e72-8113-5ec4b4bb3eeb tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 Nov 22 16:48:17.739004 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed79a78-6552-4f36-a35b-a26d45a38953 req-8c72f00f-5168-48a3-8d1e-3074e49dd055 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.740578 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2ed79a78-6552-4f36-a35b-a26d45a38953 req-8c72f00f-5168-48a3-8d1e-3074e49dd055 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0586472 Nov 22 16:48:17.800895 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2ed79a78-6552-4f36-a35b-a26d45a38953 req-64639471-fcd0-41c1-89ea-6c2a225fd985 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520766 Nov 22 16:48:18.189835 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c37f9-cc7e-4f02-987b-ab4d8a93b8f0 req-2d691d28-c4a6-4b1b-b546-1e83f7aba613 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.197839 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b48c37f9-cc7e-4f02-987b-ab4d8a93b8f0 req-2d691d28-c4a6-4b1b-b546-1e83f7aba613 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0783670 Nov 22 16:48:18.232604 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:18.263330 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b48c37f9-cc7e-4f02-987b-ab4d8a93b8f0 req-f42226bc-5e21-4fe5-842a-ba8f17797144 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Nov 22 16:48:18.719589 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44780) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.889989 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.109162 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44794) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.239363 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.271334 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59636cf4-e542-44aa-9594-9d7327317a79 req-e8e2bdd6-e84e-4f32-b963-26e1518dea21 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.273866 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-59636cf4-e542-44aa-9594-9d7327317a79 req-e8e2bdd6-e84e-4f32-b963-26e1518dea21 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.3665662 Nov 22 16:48:19.344891 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.349881 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.396666 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.400378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119e66d5-d89f-4cdc-9de3-f02754f9ecde,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.404345 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-59636cf4-e542-44aa-9594-9d7327317a79 req-71bc0e1f-bdca-44fa-a73a-0165e70476fb tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199429 Nov 22 16:48:19.406045 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.413391 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c5a94691fbb4f989cdde43931077e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021843 Nov 22 16:48:19.414816 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44804) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.423862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.424353 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.424910 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.425435 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.425922 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.426464 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.426989 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.427468 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.428051 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.428550 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.429529 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.430048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251396c-7398-4923-af48-d792f3bb364c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.509664 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca190baefa6043778fa69b5f8a68af88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7874117 Nov 22 16:48:19.513032 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44806) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.516153 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814d508a-6757-4ae2-8d05-e90bf8dac746,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.556116 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.556613 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.557072 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.557503 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.558021 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.558418 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.558757 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.559093 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.559429 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.559763 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.560199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.560597 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a22e1e4-6ef0-4670-8e76-d8f170dfceea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:19.588082 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd58a-eabb-41ad-97c8-51e8db63cb6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.600597 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a498-8ffa-45a9-833d-18f7abb8eda5 req-f9a17197-ebea-4310-a16d-66a04bdce8a2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.602909 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-24d3a498-8ffa-45a9-833d-18f7abb8eda5 req-f9a17197-ebea-4310-a16d-66a04bdce8a2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1149552 Nov 22 16:48:19.603868 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5fa37e95-810f-4ece-ad49-bfceaed55ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.624984 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd58a-eabb-41ad-97c8-51e8db63cb6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.649792 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5fa37e95-810f-4ece-ad49-bfceaed55ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.712457 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-24d3a498-8ffa-45a9-833d-18f7abb8eda5 req-a357cf3e-2652-4186-ba3a-510cfe2ff3f3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965791 Nov 22 16:48:19.712743 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd58a-eabb-41ad-97c8-51e8db63cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.717818 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd58a-eabb-41ad-97c8-51e8db63cb6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.719666 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c5ddd58a-eabb-41ad-97c8-51e8db63cb6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/814d508a-6757-4ae2-8d05-e90bf8dac746 HTTP/1.1" status: 204 len: 168 time: 0.2043405 Nov 22 16:48:19.734340 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddd58a-eabb-41ad-97c8-51e8db63cb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814d508a-6757-4ae2-8d05-e90bf8dac746,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.745566 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5fa37e95-810f-4ece-ad49-bfceaed55ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.748553 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5fa37e95-810f-4ece-ad49-bfceaed55ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.750690 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-5fa37e95-810f-4ece-ad49-bfceaed55ac0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/119e66d5-d89f-4cdc-9de3-f02754f9ecde HTTP/1.1" status: 204 len: 168 time: 0.3270245 Nov 22 16:48:19.760593 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa37e95-810f-4ece-ad49-bfceaed55ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119e66d5-d89f-4cdc-9de3-f02754f9ecde,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.870400 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.142843 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44824) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.158500 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6375-0ddb-4e36-b8f2-18f898544a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.262185 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6375-0ddb-4e36-b8f2-18f898544a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.266693 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f1ca6375-0ddb-4e36-b8f2-18f898544a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.310426 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f1ca6375-0ddb-4e36-b8f2-18f898544a35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c590aba22994397bed141f8c950d0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659963 Nov 22 16:48:20.311379 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca6375-0ddb-4e36-b8f2-18f898544a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266f6419-20cd-4110-ac4e-5d73be86662c,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.314189 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44830) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.380906 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1ce7-ce5f-4283-b13a-2e0c95e608ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.410518 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1ce7-ce5f-4283-b13a-2e0c95e608ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.502998 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1ce7-ce5f-4283-b13a-2e0c95e608ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.508340 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1ce7-ce5f-4283-b13a-2e0c95e608ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.513457 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-5b7a1ce7-ce5f-4283-b13a-2e0c95e608ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/266f6419-20cd-4110-ac4e-5d73be86662c HTTP/1.1" status: 204 len: 168 time: 0.1977241 Nov 22 16:48:20.535093 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a1ce7-ce5f-4283-b13a-2e0c95e608ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266f6419-20cd-4110-ac4e-5d73be86662c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.557832 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bda45-a35c-4ec8-a47f-7d36145ff193 req-38562a99-3590-48e2-bf89-f5e63761c2b2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.559301 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b18bda45-a35c-4ec8-a47f-7d36145ff193 req-38562a99-3590-48e2-bf89-f5e63761c2b2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0682106 Nov 22 16:48:20.635243 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b18bda45-a35c-4ec8-a47f-7d36145ff193 req-f8cf1f2e-d066-4141-b931-a210322a2a0c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670865 Nov 22 16:48:20.716582 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44848) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.874765 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-201988160-network', 'tenant_id': '1322235371824c2aba7f0fdaea4775f2'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:20.904080 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44856) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.918563 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4f1081bd-f358-4322-96da-80e6de4b2e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.931810 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Made reservation on behalf of 1322235371824c2aba7f0fdaea4775f2 for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:20.934180 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.945940 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.964696 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b5ff-d53f-43c4-8f44-6a8f60b32d98 req-402aae62-237b-4906-9204-0a165481d7af tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.966224 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f383b5ff-d53f-43c4-8f44-6a8f60b32d98 req-402aae62-237b-4906-9204-0a165481d7af tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0857024 Nov 22 16:48:21.019322 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4f1081bd-f358-4322-96da-80e6de4b2e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.025065 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4f1081bd-f358-4322-96da-80e6de4b2e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.045855 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f383b5ff-d53f-43c4-8f44-6a8f60b32d98 req-83f6d207-cff5-40b4-a1ef-1f079b6668e3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Nov 22 16:48:21.086861 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.089827 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4f1081bd-f358-4322-96da-80e6de4b2e30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7df5af4be0d44b648fcaab98e629200d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848612 Nov 22 16:48:21.090988 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1081bd-f358-4322-96da-80e6de4b2e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b842334-0837-4932-ac1d-494ead514836,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.094945 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 44858) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.100919 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.152634 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:21.164589 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3561f1ed-8faa-44c3-8026-70ff0494433d,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.174798 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.175145 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Added segment fb70b80e-ef5a-4280-81e3-5e85cd586cfe of type vlan for network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 Nov 22 16:48:21.220985 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6aa7629a-cfea-4e5b-8e83-a6d78cec1910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.238838 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.259886 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6aa7629a-cfea-4e5b-8e83-a6d78cec1910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.295071 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.296069 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.296645 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.372864 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6546428 Nov 22 16:48:21.377175 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 44862) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.382781 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Request body: {'subnet': {'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-201988160-subnet', 'tenant_id': '1322235371824c2aba7f0fdaea4775f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:21.385302 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab83dc0-f5c5-4d15-aa1e-83ccebd05f5b admin admin] Pushing event updated for resources: {'Network': ['ID=2a62bbf3-57d3-4911-b985-dd1a10a31d27,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.389282 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6aa7629a-cfea-4e5b-8e83-a6d78cec1910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.392094 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6aa7629a-cfea-4e5b-8e83-a6d78cec1910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.395753 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6aa7629a-cfea-4e5b-8e83-a6d78cec1910 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b842334-0837-4932-ac1d-494ead514836 HTTP/1.1" status: 204 len: 168 time: 0.2992604 Nov 22 16:48:21.404273 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:21.405119 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7629a-cfea-4e5b-8e83-a6d78cec1910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b842334-0837-4932-ac1d-494ead514836,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.427571 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Made reservation on behalf of 1322235371824c2aba7f0fdaea4775f2 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:21.431343 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.855199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b440-a631-4fee-b481-4bf9f7833396 req-a04403bc-84fd-4b57-a698-ce3f7fb4d7af tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.857934 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f991b440-a631-4fee-b481-4bf9f7833396 req-a04403bc-84fd-4b57-a698-ce3f7fb4d7af tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.1188498 Nov 22 16:48:21.878245 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.955634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ba75e5-4bc1-4a14-9989-71bc25624e3f,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.958602 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f991b440-a631-4fee-b481-4bf9f7833396 req-6a741187-c9a1-42ab-8c6c-f21ef882134d tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857773 Nov 22 16:48:21.966001 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Checking segment: {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:21.966389 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Network hostable DHCP agents. Network: 2a62bbf3-57d3-4911-b985-dd1a10a31d27, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:21.993486 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:22.007793 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 2a62bbf3-57d3-4911-b985-dd1a10a31d27) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:22.018093 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.020659 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.029219 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b092e0-6d52-490d-a71b-da8cbfe668d4 None None] Network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:22.050639 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-82524f8d-83a9-4c75-a9fe-e7777739237f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6719820 Nov 22 16:48:22.230522 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f153e-8292-477b-b09a-1d20985554e8 None None] Network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:22.267870 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53f2d8-1715-4e72-b420-be4c78732bc9 req-7855fd1e-5b68-4c37-8a8c-a724f8af0f59 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.276309 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ec53f2d8-1715-4e72-b420-be4c78732bc9 req-7855fd1e-5b68-4c37-8a8c-a724f8af0f59 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1277127 Nov 22 16:48:22.388651 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ec53f2d8-1715-4e72-b420-be4c78732bc9 req-790ab549-6188-4478-a8c0-b4e72c7cc1d6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034644 Nov 22 16:48:23.202018 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631dc91-5e2f-428f-ae6c-b7431d0812d6 req-37ef5889-9661-47f7-b72e-b6b86856367d tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.205782 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0631dc91-5e2f-428f-ae6c-b7431d0812d6 req-37ef5889-9661-47f7-b72e-b6b86856367d tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.1053908 Nov 22 16:48:23.296754 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0631dc91-5e2f-428f-ae6c-b7431d0812d6 req-a1bec870-308a-41b0-92e6-a8ed9ad27f28 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 Nov 22 16:48:23.357127 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-f25ac448-ed50-4538-8173-d9c34d116ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.359119 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-f25ac448-ed50-4538-8173-d9c34d116ee0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.0990939 Nov 22 16:48:23.605541 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f214-a464-453f-ad37-0c69e7fa8adb req-3e0173e7-c94e-493a-9518-626838353606 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.608400 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9d54f214-a464-453f-ad37-0c69e7fa8adb req-3e0173e7-c94e-493a-9518-626838353606 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0680141 Nov 22 16:48:23.623656 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-383fbc72-d205-4891-8ec0-ac20d4ac0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.626223 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-383fbc72-d205-4891-8ec0-ac20d4ac0899 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.1919618 Nov 22 16:48:23.674761 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9d54f214-a464-453f-ad37-0c69e7fa8adb req-3f57ee2e-12ce-413f-b02d-c45e1d6fd422 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Nov 22 16:48:23.738365 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-203d92d1-13c7-4358-99e8-8feb24454794 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0965414 Nov 22 16:48:23.799696 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-a7f7cb22-6f4e-413b-8bb5-6466af5f9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.802889 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-a7f7cb22-6f4e-413b-8bb5-6466af5f9eac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0537806 Nov 22 16:48:23.843890 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-8e1d0185-ed5e-4c79-9fca-bad00ac9512b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300627 Nov 22 16:48:23.961904 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-ee734e2d-5b71-4944-af5d-ca678d163c6d service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039782 Nov 22 16:48:24.119287 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-364cc2a0-d58f-4822-8dfa-ecf4790f8acb req-b6368fe1-63ec-4259-8288-d7fd7ff4337a service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435609 Nov 22 16:48:24.863110 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9cb6f-5ece-489e-9d85-4bd281508516 req-e320dfc4-afc7-4529-82c0-f88e80e046ae tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.865587 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3e9cb6f-5ece-489e-9d85-4bd281508516 req-e320dfc4-afc7-4529-82c0-f88e80e046ae tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0751808 Nov 22 16:48:24.934388 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3e9cb6f-5ece-489e-9d85-4bd281508516 req-a6195454-e833-4328-9cca-aae8178f155c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615225 Nov 22 16:48:25.239092 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-331550eb-2c1b-4716-810b-3711b0d00f06 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.241285 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-331550eb-2c1b-4716-810b-3711b0d00f06 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/networks?id=2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 200 len: 813 time: 0.1688666 Nov 22 16:48:25.285251 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-0eb7e2b2-25f0-438a-b16b-a302853c1c93 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/quotas/1322235371824c2aba7f0fdaea4775f2 HTTP/1.1" status: 200 len: 375 time: 0.0329697 Nov 22 16:48:25.340779 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-bbae109b-1921-418e-afd9-3fcafe6f4c8a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1322235371824c2aba7f0fdaea4775f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415108 Nov 22 16:48:25.355846 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a91464-0419-4d62-9eb9-086564b503d8 req-bc42139e-8a12-4758-8700-209a783fd63c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.357677 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b0a91464-0419-4d62-9eb9-086564b503d8 req-bc42139e-8a12-4758-8700-209a783fd63c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.1148520 Nov 22 16:48:25.458195 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 45006) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.493024 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b0a91464-0419-4d62-9eb9-086564b503d8 req-6ed196d8-bdae-4a3a-a398-892eb449b898 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254976 Nov 22 16:48:25.533395 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-fa37ac89-9fb7-45cf-b910-79db4d19b5b0 service neutron] 10.222.0.61 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746926 Nov 22 16:48:25.640797 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b58ff233-3129-4eb7-be68-8da21b0bff8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.704476 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-c49d488e-07ce-4b1a-a241-c6655b9068e1 service neutron] 10.222.0.61 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542566 Nov 22 16:48:25.780798 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b58ff233-3129-4eb7-be68-8da21b0bff8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.791348 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b58ff233-3129-4eb7-be68-8da21b0bff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.874854 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45026) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.876453 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b58ff233-3129-4eb7-be68-8da21b0bff8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=202ebe54ea374e1e9417a3e6e3829503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143944 Nov 22 16:48:25.948875 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ff233-3129-4eb7-be68-8da21b0bff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0c6858-9872-4078-92aa-38a4ed4ef075,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.007510 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c77112e7-9547-457a-9aa6-9574ccd50673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.055445 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c77112e7-9547-457a-9aa6-9574ccd50673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.193556 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d250e707-b7bc-4c08-9281-efeb424cbfe6 req-34ed2903-1f84-4ab0-acab-a1ee5becf63e tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 210 time: 0.0570111 Nov 22 16:48:26.240741 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c77112e7-9547-457a-9aa6-9574ccd50673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.245737 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c77112e7-9547-457a-9aa6-9574ccd50673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.247248 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-c77112e7-9547-457a-9aa6-9574ccd50673 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f0c6858-9872-4078-92aa-38a4ed4ef075 HTTP/1.1" status: 204 len: 168 time: 0.3696105 Nov 22 16:48:26.279475 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77112e7-9547-457a-9aa6-9574ccd50673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0c6858-9872-4078-92aa-38a4ed4ef075,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.464786 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b33b2-b6c7-4ca8-b116-1f3bb803a920 req-70cc51b2-6c1e-47aa-9c8a-44002e35e5e7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.467809 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-622b33b2-b6c7-4ca8-b116-1f3bb803a920 req-70cc51b2-6c1e-47aa-9c8a-44002e35e5e7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1898689 Nov 22 16:48:26.622332 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-622b33b2-b6c7-4ca8-b116-1f3bb803a920 req-78579cab-7915-47df-af34-41543135e05f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441119 Nov 22 16:48:26.783255 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2d9b-8f4f-4c66-baff-055964025a32 req-1107cd7a-97a0-433a-9ff3-750dbe703119 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.786442 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-934f2d9b-8f4f-4c66-baff-055964025a32 req-1107cd7a-97a0-433a-9ff3-750dbe703119 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0957980 Nov 22 16:48:26.861020 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-934f2d9b-8f4f-4c66-baff-055964025a32 req-91415925-7eca-48ca-b0ac-8700f36a5797 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Nov 22 16:48:26.949447 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45058) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.973936 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a002d082-211b-41f0-bb62-acf1a74c41b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.085038 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a002d082-211b-41f0-bb62-acf1a74c41b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.093643 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a002d082-211b-41f0-bb62-acf1a74c41b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.148834 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-a002d082-211b-41f0-bb62-acf1a74c41b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=902042572cde45179610495d6b696bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977384 Nov 22 16:48:27.150046 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d082-211b-41f0-bb62-acf1a74c41b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d267e-293a-4d2d-bd7e-2c81653fdcd3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.153328 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45064) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.228064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-534ab32a-0e1b-4e7a-9e93-0338061efbbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.260037 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-534ab32a-0e1b-4e7a-9e93-0338061efbbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.352621 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-534ab32a-0e1b-4e7a-9e93-0338061efbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.358774 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-534ab32a-0e1b-4e7a-9e93-0338061efbbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.360811 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-534ab32a-0e1b-4e7a-9e93-0338061efbbe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d87d267e-293a-4d2d-bd7e-2c81653fdcd3 HTTP/1.1" status: 204 len: 168 time: 0.2059944 Nov 22 16:48:27.375686 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ab32a-0e1b-4e7a-9e93-0338061efbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d267e-293a-4d2d-bd7e-2c81653fdcd3,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.534243 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f0a0152d-945a-41c8-af8d-cea0a54b23f3 req-5e6fa217-6edd-4ed0-841a-86ceb3a4b892 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 210 time: 0.0416329 Nov 22 16:48:27.870751 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae04b42-36d2-4a76-84d4-d42a90d5260b req-68a22428-010e-4a4c-a29e-064039e1cb84 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.874477 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4ae04b42-36d2-4a76-84d4-d42a90d5260b req-68a22428-010e-4a4c-a29e-064039e1cb84 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1135428 Nov 22 16:48:27.908560 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-26376c8b-677b-4a5c-86e3-ae2b49231125 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.912374 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-26376c8b-677b-4a5c-86e3-ae2b49231125 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.1632452 Nov 22 16:48:27.961554 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4ae04b42-36d2-4a76-84d4-d42a90d5260b req-8a72e11f-c65b-47b5-b5de-11dfdae67d10 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707295 Nov 22 16:48:28.067703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77e9d-a0ca-4a5b-bb73-7deb91da5b76 req-e73c8108-b94a-49ee-b0f4-d373d06869fe tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.077382 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d6e77e9d-a0ca-4a5b-bb73-7deb91da5b76 req-e73c8108-b94a-49ee-b0f4-d373d06869fe tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 945 time: 0.0838289 Nov 22 16:48:28.082062 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Deleting port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:28.082469 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.154651 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d6e77e9d-a0ca-4a5b-bb73-7deb91da5b76 req-6ddb9273-8f97-400f-ae0e-992cf6e42530 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698473 Nov 22 16:48:28.311589 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] For port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:28.312008 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.345892 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Calling delete_port for a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:28.376961 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-0c15b143-5233-42ab-b2bc-a189ebb77be2 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.378573 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-0c15b143-5233-42ab-b2bc-a189ebb77be2 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "GET /v2.0/networks?id=2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 200 len: 813 time: 0.1884620 Nov 22 16:48:28.516524 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.567516 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Pushing event deleted for resources: {'Port': ['ID=a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:28.638111 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] No DVR routers for this DVR port a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:28.642135 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.646030 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a602ab05-338d-4687-94c8-a9c4c7e567f5 req-9b4e9b8b-4578-40fa-8e4a-7f6b4bf4a145 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "DELETE /v2.0/ports/a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 HTTP/1.1" status: 204 len: 173 time: 0.7207015 Nov 22 16:48:28.646673 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'name': 'network-vif-deleted', 'tag': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:28.650467 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb8c13-e30a-45d0-8312-5d0cd5fd339e" -d '{"events": [{"server_uuid": "7f6da55b-1db7-41e9-b7ba-9a441494005f", "name": "network-vif-deleted", "tag": "a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:28.715205 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0920abd5-fa72-4d2d-baf8-eee0ced8fdd4 req-147fb5e3-3c96-4f48-badb-678269a49256 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 210 time: 0.0432546 Nov 22 16:48:28.782831 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de921617-39d6-4621-adac-928cb3101a3c x-openstack-request-id: req-de921617-39d6-4621-adac-928cb3101a3c {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:28.783212 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6da55b-1db7-41e9-b7ba-9a441494005f", "name": "network-vif-deleted", "tag": "a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:28.783551 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de921617-39d6-4621-adac-928cb3101a3c {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:28.784314 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6da55b-1db7-41e9-b7ba-9a441494005f', 'name': 'network-vif-deleted', 'tag': 'a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90', 'status': 'completed', 'code': 200} Nov 22 16:48:28.828770 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-058fd99f-8ea0-4019-86a9-5af99df3e187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.030027 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-503fdaad-daf3-42c9-8670-881c527ae011 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.032100 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-503fdaad-daf3-42c9-8670-881c527ae011 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.1333191 Nov 22 16:48:29.049328 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-4e4e991e-f0fd-4500-8ba8-fb6cba030341 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/quotas/a5d4f105bf7f47a8a530e61cecdb8ef3 HTTP/1.1" status: 200 len: 375 time: 0.0110652 Nov 22 16:48:29.118054 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-7064555b-3b58-4f40-83ff-7811a15c153c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607495 Nov 22 16:48:29.264294 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-cb446474-6c7d-47c8-828f-1179fdd225d0 service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342249 Nov 22 16:48:29.389602 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-e6a1042e-42af-4cdd-a223-207c09893fe8 service neutron] 10.222.0.61 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159625 Nov 22 16:48:29.635261 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eafdb-154d-476a-951b-a7a159b7ae59 req-a8eb5798-4ca8-417a-838d-9d5242e194a1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.636924 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-115eafdb-154d-476a-951b-a7a159b7ae59 req-a8eb5798-4ca8-417a-838d-9d5242e194a1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0734477 Nov 22 16:48:29.710485 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-115eafdb-154d-476a-951b-a7a159b7ae59 req-80c434f4-8193-4cc5-b8ca-d53a592e426e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597672 Nov 22 16:48:29.825468 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6ab94985-26fc-431b-9cda-f1a0c81eac58 req-6bfb6fdb-8a7c-4a3d-930f-baa49745e052 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 210 time: 0.0383413 Nov 22 16:48:29.919954 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-45aa73e8-e75f-400c-b467-eedfae6b4dc7 req-a4760b24-4cb3-4e34-90b6-b23685b89c2c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.0310512 Nov 22 16:48:30.032906 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebf9a887-e199-4eca-add4-344baeb752a5 req-1590f17b-190c-43c6-9914-055d21924423 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 210 time: 0.0299177 Nov 22 16:48:30.891152 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67195b93-f5f0-4c1f-8329-5d2db77cf043 req-a56435eb-f1b8-4e28-9979-ecfd7167925f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:30.892680 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-67195b93-f5f0-4c1f-8329-5d2db77cf043 req-a56435eb-f1b8-4e28-9979-ecfd7167925f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0639429 Nov 22 16:48:30.960459 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-67195b93-f5f0-4c1f-8329-5d2db77cf043 req-ea923191-7052-41bc-bace-39b3d02c7db3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Nov 22 16:48:31.012795 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:31.068563 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-696a31ca-90ae-4f2c-b6db-80578c9c2256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.083208 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bee387c1-34ae-439c-8457-dec5879989d6 req-11a68e7b-bbec-4e93-bcb3-414d72cea327 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f6da55b-1db7-41e9-b7ba-9a441494005f HTTP/1.1" status: 200 len: 210 time: 0.0446119 Nov 22 16:48:31.137403 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Request body: {'port': {'device_id': '2c904c32-a712-42f3-b763-fc8092114b36', 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27', 'admin_state_up': True, 'tenant_id': '1322235371824c2aba7f0fdaea4775f2'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:31.212885 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b421b0ba-b260-4b53-870d-de1a5d2b43f0 req-8ce04d32-8389-4008-85ed-23d2de672e34 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.0502501 Nov 22 16:48:31.325950 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4572cbb0-9b8e-4eee-89de-ac0dc1954dc2 req-eb763d7c-1d63-4979-bce2-c8800014ef2e tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 210 time: 0.0493233 Nov 22 16:48:31.342978 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Made reservation on behalf of 1322235371824c2aba7f0fdaea4775f2 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:31.348572 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.521984 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Allocated IP 172.20.0.2 (2a62bbf3-57d3-4911-b985-dd1a10a31d27/a2ba75e5-4bc1-4a14-9989-71bc25624e3f/f9308e9c-c6a8-4400-800b-7b08a32aa7eb) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:31.693362 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.729288 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.776910 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:31.780319 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:31.784062 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:31.792029 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Pushing event updated for resources: {'Port': ['ID=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:31.847879 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:31.848648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.868764 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-a5aa7f4a-0700-4f44-b736-9b6bac6f4863 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397482 Nov 22 16:48:31.909985 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Request body: {'port': {'device_id': '2c904c32-a712-42f3-b763-fc8092114b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:31.979134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.202386 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.270079 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61643dcc-f739-400f-a8dc-6b796637bb10 req-bd7ca757-716d-4190-a15f-de9333304474 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.278344 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-61643dcc-f739-400f-a8dc-6b796637bb10 req-bd7ca757-716d-4190-a15f-de9333304474 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1805422 Nov 22 16:48:32.353438 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-61643dcc-f739-400f-a8dc-6b796637bb10 req-7c7dc335-2f60-435e-a5dc-18afa2c90d26 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641787 Nov 22 16:48:32.467291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d3f62-760b-4fd0-9a88-6d0767aa5bad req-e428e31d-8f82-4228-b011-4cd77f98dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.472939 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9b0d3f62-760b-4fd0-9a88-6d0767aa5bad req-e428e31d-8f82-4228-b011-4cd77f98dede service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.1812689 Nov 22 16:48:32.590125 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16aa9c1c-ad6e-4506-946a-34972d36997f req-b28e6457-5eca-408c-b23a-684f5dd41f4e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.1115248 Nov 22 16:48:32.663187 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9b0d3f62-760b-4fd0-9a88-6d0767aa5bad req-996b4a16-1d61-4039-9077-a1979a5eb8fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821251 Nov 22 16:48:32.744175 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614d79d-314b-4c8c-9a35-0c52e2e29ba2 req-cc324ca2-dc9d-4b6d-8f21-480933c708ba tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.745775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d614d79d-314b-4c8c-9a35-0c52e2e29ba2 req-cc324ca2-dc9d-4b6d-8f21-480933c708ba tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 931 time: 0.1274867 Nov 22 16:48:32.779463 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9308e9c-c6a8-4400-800b-7b08a32aa7eb {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:32.816278 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.868375 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Transition to ACTIVE for port object f9308e9c-c6a8-4400-800b-7b08a32aa7eb will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:32.883756 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-a7dbf5a7-155d-4ebf-bc64-e1fdcb3ee355 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.885900 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-a7dbf5a7-155d-4ebf-bc64-e1fdcb3ee355 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 814 time: 0.3435481 Nov 22 16:48:32.887428 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.920885 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d614d79d-314b-4c8c-9a35-0c52e2e29ba2 req-2fd62d9e-8d79-4d04-85d2-ca7f551a9bda tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473548 Nov 22 16:48:33.001916 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Pushing event updated for resources: {'Port': ['ID=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.006612 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-7fba8374-222c-4eff-8c0b-cf6df42240f9 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.009082 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-7fba8374-222c-4eff-8c0b-cf6df42240f9 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/networks?id=790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 200 len: 809 time: 0.2485714 Nov 22 16:48:33.028614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:33.042421 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-25d9ccb0-c0db-41e8-83d9-2ca2cf9c8274 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/quotas/d53fc1c502384324bad19d3be7486258 HTTP/1.1" status: 200 len: 375 time: 0.0198569 Nov 22 16:48:33.054328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Attempting to bind port f9308e9c-c6a8-4400-800b-7b08a32aa7eb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:33.054677 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Attempting to bind port f9308e9c-c6a8-4400-800b-7b08a32aa7eb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:33.055115 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Attempting to bind port f9308e9c-c6a8-4400-800b-7b08a32aa7eb on network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:33.062585 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Port f9308e9c-c6a8-4400-800b-7b08a32aa7eb on network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:33.063124 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Attempting to bind port f9308e9c-c6a8-4400-800b-7b08a32aa7eb on network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:33.066363 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:33.066985 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4e9ec81-9ed8-4c20-a1e7-57374d3f9e90 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:33.087627 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Request body: {'port': {'device_id': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'admin_state_up': True, 'tenant_id': 'a5d4f105bf7f47a8a530e61cecdb8ef3'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:33.094230 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:33.094649 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Checking segment: {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:33.094958 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Bound using segment: {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:33.095413 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Bound port: f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:33.095772 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.121851 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-d89ab559-ded8-498f-bae5-41e2208e2cd4 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d53fc1c502384324bad19d3be7486258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709779 Nov 22 16:48:33.270706 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] For port f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:33.275199 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] For port f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:33.281943 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.291381 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-29e4a632-aa4f-4ac0-bb2e-b71fff0193c0 service neutron] 10.222.0.61 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676118 Nov 22 16:48:33.337998 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.339102 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.340640 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] 10.222.0.58 "PUT /v2.0/ports/f9308e9c-c6a8-4400-800b-7b08a32aa7eb HTTP/1.1" status: 200 len: 1093 time: 1.4361963 Nov 22 16:48:33.344106 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c904c32-a712-42f3-b763-fc8092114b36', 'tag': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:33.346644 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e8705-8958-4d82-9041-df392940d816" -d '{"events": [{"name": "network-changed", "server_uuid": "2c904c32-a712-42f3-b763-fc8092114b36", "tag": "f9308e9c-c6a8-4400-800b-7b08a32aa7eb"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:33.365166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Made reservation on behalf of a5d4f105bf7f47a8a530e61cecdb8ef3 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:33.373926 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.408213 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f2baf-caf5-410b-bc87-69b5324c6ef9 x-openstack-request-id: req-5a2f2baf-caf5-410b-bc87-69b5324c6ef9 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:33.408509 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c904c32-a712-42f3-b763-fc8092114b36", "tag": "f9308e9c-c6a8-4400-800b-7b08a32aa7eb", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:33.408769 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a2f2baf-caf5-410b-bc87-69b5324c6ef9 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:33.409234 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c904c32-a712-42f3-b763-fc8092114b36', 'tag': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb', 'status': 'completed', 'code': 200} Nov 22 16:48:33.417992 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4ff25-7c2d-4dae-b08f-d26e7c8af182 service neutron] Pushing event updated for resources: {'Port': ['ID=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.466654 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45216) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:33.486701 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-4d2a5b31-c4fc-4b08-b1f2-78583d53939e service neutron] 10.222.0.61 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877723 Nov 22 16:48:33.593851 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.597753 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c18e5-36b4-4535-a758-7ea301c188e3 req-6e74371b-7511-488c-a40d-e5486beaaa90 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.599657 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-1d9f9690-de46-4d11-8017-d3627ab09d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.601563 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-1d9f9690-de46-4d11-8017-d3627ab09d7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1322235371824c2aba7f0fdaea4775f2&device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 1096 time: 0.1165452 Nov 22 16:48:33.612525 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2a9c18e5-36b4-4535-a758-7ea301c188e3 req-6e74371b-7511-488c-a40d-e5486beaaa90 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1169100 Nov 22 16:48:33.645323 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Allocated IP 172.20.0.12 (45736139-c6d0-4dea-bd82-3ebc3b844a1c/eab90451-b771-49cb-b6c1-12773a987fb9/f517142f-6509-4a2f-bd98-e43b5a85495f) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:33.685669 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2a9c18e5-36b4-4535-a758-7ea301c188e3 req-fde24c83-fa7b-4bf5-bb95-f3efee6c31d5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695846 Nov 22 16:48:33.710904 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1432bf8-9a51-4d0b-852c-bf483760c30c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.750255 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-5c89a4f3-8c86-4b38-86c7-6cfccdb6f368 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb HTTP/1.1" status: 200 len: 217 time: 0.0529330 Nov 22 16:48:33.909162 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1432bf8-9a51-4d0b-852c-bf483760c30c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.909426 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-8858bbab-774c-4163-9222-fc86257222c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.912604 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-8858bbab-774c-4163-9222-fc86257222c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2ba75e5-4bc1-4a14-9989-71bc25624e3f HTTP/1.1" status: 200 len: 853 time: 0.1430042 Nov 22 16:48:33.916758 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-176107ae-bddc-442b-ac81-1336985b4958 req-bf2f0fad-ed0f-4654-b96b-fe08cf9523b3 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.1175811 Nov 22 16:48:33.918856 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1432bf8-9a51-4d0b-852c-bf483760c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.987561 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-56254aba-cd2d-4e08-b124-8124a9bb81f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a62bbf3-57d3-4911-b985-dd1a10a31d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545204 Nov 22 16:48:34.037680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.052019 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1432bf8-9a51-4d0b-852c-bf483760c30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382b8fdb-92ea-4760-83e2-c6204a4c4d60,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.065045 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-c1432bf8-9a51-4d0b-852c-bf483760c30c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e46a9db3c65c4c2fac26c8d905b33d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5971498 Nov 22 16:48:34.070627 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 45236) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:34.082920 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4b016b39-ecd0-460f-b990-f07ff833c359 req-c3cb0af9-d1a1-4da6-9f40-84df324decd9 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 210 time: 0.1127143 Nov 22 16:48:34.242049 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-513c483a-5b5e-4528-964a-4a30672ce65e service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960082 Nov 22 16:48:34.253093 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.262055 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def3af0-c557-4484-a87d-d7f053eebdee req-55631dc7-bef2-49ba-abb8-6ca23e0824cc tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.268738 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5def3af0-c557-4484-a87d-d7f053eebdee req-55631dc7-bef2-49ba-abb8-6ca23e0824cc tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 943 time: 0.1606867 Nov 22 16:48:34.326794 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2', 'f161f420-b2a8-4508-96f4-093c1147db59', '6262f34a-c749-4312-89ee-7e9ab39991c8'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:34.331863 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cd93-34cd-48c0-8ac8-bfcd01420775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.355147 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5def3af0-c557-4484-a87d-d7f053eebdee req-85f1b9a7-1b69-4fca-85bf-eab838ac629d tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Nov 22 16:48:34.451779 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.650395 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Network 45736139-c6d0-4dea-bd82-3ebc3b844a1c is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:34.657147 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cd93-34cd-48c0-8ac8-bfcd01420775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.660140 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:34.684267 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:34.701652 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event updated for resources: {'Port': ['ID=f517142f-6509-4a2f-bd98-e43b5a85495f,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.801004 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8b3c003a-586a-4119-a8c8-a0e5c6e594e4 req-7d45083d-6f21-402a-91a8-e2c622ee78dd service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400159 Nov 22 16:48:34.809177 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.810083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.840533 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-b98840b8-d576-4f46-bf58-1e37099ae19a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7634730 Nov 22 16:48:34.842808 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cd93-34cd-48c0-8ac8-bfcd01420775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.846346 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cd93-34cd-48c0-8ac8-bfcd01420775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.850768 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b9a3cd93-34cd-48c0-8ac8-bfcd01420775 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/382b8fdb-92ea-4760-83e2-c6204a4c4d60 HTTP/1.1" status: 204 len: 168 time: 0.7773635 Nov 22 16:48:34.860300 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3cd93-34cd-48c0-8ac8-bfcd01420775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382b8fdb-92ea-4760-83e2-c6204a4c4d60,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.877512 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Request body: {'port': {'device_id': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:34.895938 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed9764-2a93-4d83-bbe7-f82a0603718f req-a776edea-31aa-4a36-87c3-8b8310d94a07 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.899551 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6bed9764-2a93-4d83-bbe7-f82a0603718f req-a776edea-31aa-4a36-87c3-8b8310d94a07 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0882282 Nov 22 16:48:34.965276 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6bed9764-2a93-4d83-bbe7-f82a0603718f req-c186c429-9ae0-429a-b76d-b63af4468ed8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Nov 22 16:48:35.004243 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.047272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8705-8958-4d82-9041-df392940d816 req-bda564a3-9324-4fd3-a5d1-7fc8d89eae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.049410 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-bda564a3-9324-4fd3-a5d1-7fc8d89eae5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1322235371824c2aba7f0fdaea4775f2&device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 1096 time: 0.0924902 Nov 22 16:48:35.145737 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964bd6-734b-4d55-b16f-42dc4dfeffa8 req-d4699f3a-d321-41c4-89f2-22bc4ac15113 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.148637 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76964bd6-734b-4d55-b16f-42dc4dfeffa8 req-d4699f3a-d321-41c4-89f2-22bc4ac15113 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 932 time: 0.0800681 Nov 22 16:48:35.254065 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76964bd6-734b-4d55-b16f-42dc4dfeffa8 req-3b0a194d-ca71-4cc2-854a-def4f18e1b61 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980303 Nov 22 16:48:35.314968 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-59e32527-5bc4-4d77-9f67-cf528a634c22 req-864ca7c0-f14a-4f6e-9153-02cedfaabf78 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 210 time: 0.0553677 Nov 22 16:48:35.408340 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45266) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.420517 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8705-8958-4d82-9041-df392940d816 req-1236e13a-3828-4fd5-94d5-a92db10cbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.422177 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-1236e13a-3828-4fd5-94d5-a92db10cbf7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 200 len: 914 time: 0.3422651 Nov 22 16:48:35.439483 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-197b36bc-e7ee-40da-8794-25d729cc4a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.667793 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f517142f-6509-4a2f-bd98-e43b5a85495f {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:35.698999 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.726403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b629d3-99e7-4684-9fc8-6a0373d4d334 req-9d340167-cc3c-4b60-b688-bad030a8b6de tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.728664 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-87b629d3-99e7-4684-9fc8-6a0373d4d334 req-9d340167-cc3c-4b60-b688-bad030a8b6de tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 943 time: 0.2209904 Nov 22 16:48:35.799732 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-215e00df-45e2-49ff-8b1a-d349cb0cf5d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb HTTP/1.1" status: 200 len: 217 time: 0.1233342 Nov 22 16:48:35.807297 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-d5b436fd-1204-40a8-9c89-074e5a8943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.809959 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-d5b436fd-1204-40a8-9c89-074e5a8943ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.2248046 Nov 22 16:48:35.843320 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Transition to ACTIVE for port object f517142f-6509-4a2f-bd98-e43b5a85495f will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:35.857962 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-197b36bc-e7ee-40da-8794-25d729cc4a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.870277 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903afd8-d3ec-430e-887f-567f9e4c1c1c req-0223d20d-4bb4-4c6a-91d3-b3c74d95ad83 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.873211 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c903afd8-d3ec-430e-887f-567f9e4c1c1c req-0223d20d-4bb4-4c6a-91d3-b3c74d95ad83 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.2892213 Nov 22 16:48:35.873449 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.878191 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-197b36bc-e7ee-40da-8794-25d729cc4a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.971620 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8705-8958-4d82-9041-df392940d816 req-768dec76-0e0c-4893-be7f-dfd4963b42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.973228 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-768dec76-0e0c-4893-be7f-dfd4963b42cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2ba75e5-4bc1-4a14-9989-71bc25624e3f HTTP/1.1" status: 200 len: 853 time: 0.1642094 Nov 22 16:48:36.015721 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-f4521713-8cbb-4a6e-94e0-a6171c8eca20 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.016202 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-87b629d3-99e7-4684-9fc8-6a0373d4d334 req-53defde2-00b4-4f30-9439-67dd1af63ecc tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728176 Nov 22 16:48:36.017694 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-f4521713-8cbb-4a6e-94e0-a6171c8eca20 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "GET /v2.0/networks?id=790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 200 len: 809 time: 0.3398516 Nov 22 16:48:36.019905 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Pushing event updated for resources: {'Port': ['ID=f517142f-6509-4a2f-bd98-e43b5a85495f,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.023625 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-197b36bc-e7ee-40da-8794-25d729cc4a02 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c12592e9b8bd4061b9f16534cd2406c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6134367 Nov 22 16:48:36.029354 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45280) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:36.045520 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-93198d18-4234-4fb6-a310-05dba32d0ac1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a62bbf3-57d3-4911-b985-dd1a10a31d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567188 Nov 22 16:48:36.046100 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b36bc-e7ee-40da-8794-25d729cc4a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f02e25-aeda-4996-a93d-d82024444b5b,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.067767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Request body: {'port': {'device_id': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7', 'admin_state_up': True, 'tenant_id': 'd53fc1c502384324bad19d3be7486258'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:36.152611 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c903afd8-d3ec-430e-887f-567f9e4c1c1c req-7c72a636-2e6a-418e-9e92-ea7f65027f96 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257442 Nov 22 16:48:36.168025 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-4c7fcb29-d326-4eb6-bfc9-23dedf87d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.169417 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-4c7fcb29-d326-4eb6-bfc9-23dedf87d6ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.3357840 Nov 22 16:48:36.200487 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a7b8-5371-4ba7-a37e-93dc6226167d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.242859 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-f8c15d36-8d6d-45e5-baa6-e47e2d0aeac5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0534978 Nov 22 16:48:36.274453 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a7b8-5371-4ba7-a37e-93dc6226167d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.275974 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Attempting to bind port f517142f-6509-4a2f-bd98-e43b5a85495f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:36.276357 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Attempting to bind port f517142f-6509-4a2f-bd98-e43b5a85495f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:36.276651 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Attempting to bind port f517142f-6509-4a2f-bd98-e43b5a85495f on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:36.308310 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Port f517142f-6509-4a2f-bd98-e43b5a85495f on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:36.308901 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Attempting to bind port f517142f-6509-4a2f-bd98-e43b5a85495f on network 45736139-c6d0-4dea-bd82-3ebc3b844a1c {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:36.319336 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-07ca6bb8-6b17-4fe0-8453-e5d4dbef811f service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452126 Nov 22 16:48:36.323153 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:36.323586 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Checking segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:36.324071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Bound using segment: {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:36.324602 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Bound port: f517142f-6509-4a2f-bd98-e43b5a85495f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cd187e-b3af-41f8-a199-d9734f7fb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:36.324966 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.341382 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-94d32222-a3d6-42d7-87bc-75e09238174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.343110 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-94d32222-a3d6-42d7-87bc-75e09238174d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0872021 Nov 22 16:48:36.419571 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Made reservation on behalf of d53fc1c502384324bad19d3be7486258 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:36.423123 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.441290 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-7fc37602-de99-4dd5-a0e7-1ec9b89e23c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716455 Nov 22 16:48:36.466867 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a7b8-5371-4ba7-a37e-93dc6226167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.469709 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a7b8-5371-4ba7-a37e-93dc6226167d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.470847 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ebe4a7b8-5371-4ba7-a37e-93dc6226167d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76f02e25-aeda-4996-a93d-d82024444b5b HTTP/1.1" status: 204 len: 168 time: 0.4402966 Nov 22 16:48:36.559392 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] For port f517142f-6509-4a2f-bd98-e43b5a85495f, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:36.570214 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-1a2bf9f2-cefb-4fd7-a46b-b621aa7afa88 service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288053 Nov 22 16:48:36.602454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] For port f517142f-6509-4a2f-bd98-e43b5a85495f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f517142f-6509-4a2f-bd98-e43b5a85495f,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:36.611610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.691474 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.692303 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.693117 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] 10.222.0.58 "PUT /v2.0/ports/f517142f-6509-4a2f-bd98-e43b5a85495f HTTP/1.1" status: 200 len: 1094 time: 1.8235097 Nov 22 16:48:36.696395 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'tag': 'f517142f-6509-4a2f-bd98-e43b5a85495f'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:36.698759 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d9071056-f1dc-4e11-bfdd-b9b16c904315", "tag": "f517142f-6509-4a2f-bd98-e43b5a85495f"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:36.731164 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Allocated IP 172.20.0.6 (790b6599-ac85-430c-a04c-ca0ad620f7a7/6d010360-9223-4256-94ba-a20132cd1b6e/e1618e4e-094e-4822-88ce-1868ed671ee2) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:36.743424 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5261-3bd7-4172-bbde-af6fd922743d service neutron] Pushing event updated for resources: {'Port': ['ID=f517142f-6509-4a2f-bd98-e43b5a85495f,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.791437 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a7b8-5371-4ba7-a37e-93dc6226167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f02e25-aeda-4996-a93d-d82024444b5b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.821803 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc3210-41cc-487d-b388-a04be20f3bb1 req-fcd21f1e-9cc5-4378-9468-16bca53ae32f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.829311 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-79bc3210-41cc-487d-b388-a04be20f3bb1 req-fcd21f1e-9cc5-4378-9468-16bca53ae32f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 944 time: 0.4574637 Nov 22 16:48:36.836173 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b878cbda-9713-49c1-b149-8cb89582f9d0 req-ed08dde7-9c39-48bc-a4a5-470b9dc4395c tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 210 time: 0.3638978 Nov 22 16:48:36.954289 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-79bc3210-41cc-487d-b388-a04be20f3bb1 req-c2a018b0-54a1-4597-bd0c-9a3417eaa8ab tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238770 Nov 22 16:48:36.958471 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-3a29f2e0-6426-4848-b24b-ce9da6c79eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057504 Nov 22 16:48:36.996281 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a6899e-6a8e-4f83-9546-6ade056eb81e x-openstack-request-id: req-38a6899e-6a8e-4f83-9546-6ade056eb81e {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:36.996580 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9071056-f1dc-4e11-bfdd-b9b16c904315", "tag": "f517142f-6509-4a2f-bd98-e43b5a85495f", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:36.996839 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38a6899e-6a8e-4f83-9546-6ade056eb81e {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:36.997420 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'tag': 'f517142f-6509-4a2f-bd98-e43b5a85495f', 'status': 'completed', 'code': 200} Nov 22 16:48:37.006474 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-c9a15709-6837-4d88-84ea-bf8b96e58396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.009378 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-c9a15709-6837-4d88-84ea-bf8b96e58396 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 1097 time: 0.2233603 Nov 22 16:48:37.028807 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f9308e9c-c6a8-4400-800b-7b08a32aa7eb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:37.128097 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-7065be8e-1e3b-47e0-9795-787f557a74be service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598794 Nov 22 16:48:37.130440 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-2bb0803d-9244-4503-89d9-8b8547eceb02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f517142f-6509-4a2f-bd98-e43b5a85495f HTTP/1.1" status: 200 len: 217 time: 0.0953565 Nov 22 16:48:37.244234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-73a449e9-65e0-4106-8514-01fd5315b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.248770 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-73a449e9-65e0-4106-8514-01fd5315b804 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.0950091 Nov 22 16:48:37.255783 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:37.267239 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.291564 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb', 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27', 'port_id': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb', 'mac_address': 'fa:16:3e:2f:0d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ba75e5-4bc1-4a14-9989-71bc25624e3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:37.399605 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-90c08c10-f968-4d48-a927-41360d7fd693 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844159 Nov 22 16:48:37.409976 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e72f9-c9ab-4589-a9d6-7e253022641a req-f7ff93ad-12c4-43f8-bb35-2231cae5c327 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.411678 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e93e72f9-c9ab-4589-a9d6-7e253022641a req-f7ff93ad-12c4-43f8-bb35-2231cae5c327 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 943 time: 0.1563473 Nov 22 16:48:37.433018 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.519283 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d86350-f0fd-404e-979c-2cbe2d330ffe req-8cf4d15b-f688-4e46-bfe7-7bd084023cde tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.529037 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72d86350-f0fd-404e-979c-2cbe2d330ffe req-8cf4d15b-f688-4e46-bfe7-7bd084023cde tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.2051172 Nov 22 16:48:37.544167 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.566438 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9308e9c-c6a8-4400-800b-7b08a32aa7eb {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:37.571221 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e93e72f9-c9ab-4589-a9d6-7e253022641a req-d6dfe219-2aa7-4d7a-9f73-f78f04919585 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462779 Nov 22 16:48:37.629030 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:37.637521 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.664984 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72d86350-f0fd-404e-979c-2cbe2d330ffe req-b4402094-6ded-4f09-9fac-99672dda3fca tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157794 Nov 22 16:48:37.669711 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Network 790b6599-ac85-430c-a04c-ca0ad620f7a7 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:37.673767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Pushing event updated for resources: {'Port': ['ID=e1618e4e-094e-4822-88ce-1868ed671ee2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:37.676738 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:37.686544 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:37.736689 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:37.749725 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.750251 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.751751 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.752749 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.753593 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.754237 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.754911 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.755475 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.756113 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.757593 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.758313 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.758813 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:37.811363 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.812054 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.839185 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-011b6042-9416-4ac3-a31e-631364aaf3c9 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240916 Nov 22 16:48:37.839817 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 45332) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.851282 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-13a0e65c-54eb-458b-b30a-c18ad6a87760 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8033826 Nov 22 16:48:37.968584 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Request body: {'port': {'device_id': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:38.060694 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['f9308e9c-c6a8-4400-800b-7b08a32aa7eb'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:38.073606 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9904b81-47fc-404d-8322-1efbeff8abd8 req-777f3e4f-fe75-4176-b5a3-12c90ca321ea tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.085959 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e9904b81-47fc-404d-8322-1efbeff8abd8 req-777f3e4f-fe75-4176-b5a3-12c90ca321ea tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 931 time: 0.0993099 Nov 22 16:48:38.243123 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e9904b81-47fc-404d-8322-1efbeff8abd8 req-6eaf6c54-894f-4062-8632-6c0c7b6713c3 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547749 Nov 22 16:48:38.266263 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5cc40-05fb-4d63-baa7-789baf88c50a req-8da58f6e-8006-4020-954f-9bed35ace1ad tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.268925 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4bf5cc40-05fb-4d63-baa7-789baf88c50a req-8da58f6e-8006-4020-954f-9bed35ace1ad tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 944 time: 0.1377199 Nov 22 16:48:38.376595 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4bf5cc40-05fb-4d63-baa7-789baf88c50a req-06331d17-3be3-4433-a580-7f6cfee9292f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965474 Nov 22 16:48:38.384424 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d03746e9-01f9-4496-b020-18fda5eea287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.389829 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ebef626d-02d6-40b7-b552-92e4dc9bb4da req-885a6101-67a5-4f64-b3ae-044fe878c43b service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374990 Nov 22 16:48:38.391725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.666597 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d03746e9-01f9-4496-b020-18fda5eea287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.685405 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d03746e9-01f9-4496-b020-18fda5eea287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.780017 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd8e7-0b5b-446f-9daf-0bbab1a7b8e8 req-1fd7cb12-b911-4dca-a75e-82e5a978742a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.780657 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-d03746e9-01f9-4496-b020-18fda5eea287 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34161c96b0b84831bc8a87f1168b7d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9384739 Nov 22 16:48:38.784060 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55dbd8e7-0b5b-446f-9daf-0bbab1a7b8e8 req-1fd7cb12-b911-4dca-a75e-82e5a978742a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 944 time: 0.0996475 Nov 22 16:48:38.788927 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-05a15198-6bc9-47a4-91f6-1cd67919edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.790596 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-05a15198-6bc9-47a4-91f6-1cd67919edd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 1097 time: 0.2238176 Nov 22 16:48:38.792171 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45364) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:38.829581 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03746e9-01f9-4496-b020-18fda5eea287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9318a499-9c36-45a2-b9e2-d6224ce85699,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.959006 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-199e91e4-74e6-41a7-84a9-c55de6b73f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.961478 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-199e91e4-74e6-41a7-84a9-c55de6b73f34 service neutron] 10.222.0.58 "GET /v2.0/networks?id=45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 200 len: 915 time: 0.1569397 Nov 22 16:48:38.972719 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55dbd8e7-0b5b-446f-9daf-0bbab1a7b8e8 req-92c362b3-4858-4d05-b153-2b3c2af781fb tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600080 Nov 22 16:48:38.993642 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8c05916d-3b20-458a-9aae-e2ac0b0cb18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.017872 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95e871-5714-40f7-ae5b-a52c2ede5da0 req-64ec1dff-4641-4a30-b3dd-947e87c720e0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.020815 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6d95e871-5714-40f7-ae5b-a52c2ede5da0 req-64ec1dff-4641-4a30-b3dd-947e87c720e0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1905038 Nov 22 16:48:39.030057 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-dc6ca9a0-ee19-4368-9e7f-f254d0b38b17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f517142f-6509-4a2f-bd98-e43b5a85495f HTTP/1.1" status: 200 len: 217 time: 0.0487874 Nov 22 16:48:39.056857 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1618e4e-094e-4822-88ce-1868ed671ee2 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:39.065161 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8c05916d-3b20-458a-9aae-e2ac0b0cb18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.103137 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.128209 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Transition to ACTIVE for port object e1618e4e-094e-4822-88ce-1868ed671ee2 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:39.129514 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6d95e871-5714-40f7-ae5b-a52c2ede5da0 req-5c081f8a-65d5-4c45-ae77-81b1de70d818 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986590 Nov 22 16:48:39.145275 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.156850 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-034c66f6-b510-42f4-9c94-7e6a580383f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.158526 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-034c66f6-b510-42f4-9c94-7e6a580383f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 200 len: 854 time: 0.1173577 Nov 22 16:48:39.162245 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8c05916d-3b20-458a-9aae-e2ac0b0cb18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.166105 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8c05916d-3b20-458a-9aae-e2ac0b0cb18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.167303 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8c05916d-3b20-458a-9aae-e2ac0b0cb18f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9318a499-9c36-45a2-b9e2-d6224ce85699 HTTP/1.1" status: 204 len: 168 time: 0.3733757 Nov 22 16:48:39.176324 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05916d-3b20-458a-9aae-e2ac0b0cb18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318a499-9c36-45a2-b9e2-d6224ce85699,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.255991 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-a7824b29-a2ed-40cb-ba66-7659b2acfb0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=45736139-c6d0-4dea-bd82-3ebc3b844a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509524 Nov 22 16:48:39.325403 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618e4e-094e-4822-88ce-1868ed671ee2,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.409327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213bfca-d3f4-4390-8d0b-fb918191a201 req-1bc4966d-4505-4b1f-83f3-a1c633748147 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.421705 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d213bfca-d3f4-4390-8d0b-fb918191a201 req-1bc4966d-4505-4b1f-83f3-a1c633748147 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 943 time: 0.0979350 Nov 22 16:48:39.505012 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Attempting to bind port e1618e4e-094e-4822-88ce-1868ed671ee2 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:39.505577 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Attempting to bind port e1618e4e-094e-4822-88ce-1868ed671ee2 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:39.506770 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Attempting to bind port e1618e4e-094e-4822-88ce-1868ed671ee2 on network 790b6599-ac85-430c-a04c-ca0ad620f7a7 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:39.524507 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-54359612-9838-4f16-9c23-2491b1bccec7 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082105 Nov 22 16:48:39.525097 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Port e1618e4e-094e-4822-88ce-1868ed671ee2 on network 790b6599-ac85-430c-a04c-ca0ad620f7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:39.525427 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Attempting to bind port e1618e4e-094e-4822-88ce-1868ed671ee2 on network 790b6599-ac85-430c-a04c-ca0ad620f7a7 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:39.532189 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:39.533906 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Checking segment: {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:39.534303 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Bound using segment: {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:39.534754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Bound port: e1618e4e-094e-4822-88ce-1868ed671ee2, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a23308-1950-435a-9bb5-09d51c34e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:39.535119 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.596569 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d213bfca-d3f4-4390-8d0b-fb918191a201 req-fedfdc85-53e0-4400-aec3-0b1bb138b609 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738598 Nov 22 16:48:39.636132 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd9acc-032b-4a64-82ee-9f71cb6fd877 req-88680aa3-9966-4c0d-a381-e4f4f47783a4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.638904 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13dd9acc-032b-4a64-82ee-9f71cb6fd877 req-88680aa3-9966-4c0d-a381-e4f4f47783a4 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 944 time: 0.1081998 Nov 22 16:48:39.664825 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] For port e1618e4e-094e-4822-88ce-1868ed671ee2, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:39.669142 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] For port e1618e4e-094e-4822-88ce-1868ed671ee2, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1618e4e-094e-4822-88ce-1868ed671ee2,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:39.676038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.712640 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13dd9acc-032b-4a64-82ee-9f71cb6fd877 req-078e43ed-c073-462e-85fd-888d0ad6a04e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661099 Nov 22 16:48:39.728050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.728050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.729533 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] 10.222.0.58 "PUT /v2.0/ports/e1618e4e-094e-4822-88ce-1868ed671ee2 HTTP/1.1" status: 200 len: 1093 time: 1.7716246 Nov 22 16:48:39.731450 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'tag': 'e1618e4e-094e-4822-88ce-1868ed671ee2'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:39.734283 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc81f28-e5ca-48c9-b6af-034231afc291" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cf1401-c1f2-4bd3-842e-7908c1ae4a26", "tag": "e1618e4e-094e-4822-88ce-1868ed671ee2"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:39.782167 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba17ac-0eed-4570-ab34-674642830018 x-openstack-request-id: req-79ba17ac-0eed-4570-ab34-674642830018 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:39.782547 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cf1401-c1f2-4bd3-842e-7908c1ae4a26", "tag": "e1618e4e-094e-4822-88ce-1868ed671ee2", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:39.782951 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79ba17ac-0eed-4570-ab34-674642830018 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:39.783625 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'tag': 'e1618e4e-094e-4822-88ce-1868ed671ee2', 'status': 'completed', 'code': 200} Nov 22 16:48:39.797266 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8fe81-1096-4c7d-9b43-ae1886d75830 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618e4e-094e-4822-88ce-1868ed671ee2,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.805151 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e6fcea1d-06be-48a4-ae43-f74d0f6400ea req-cd052f50-4856-4119-9fc9-6e898fdb5fb4 service neutron] 10.222.0.58 "GET /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641766 Nov 22 16:48:39.899658 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-620c5ca6-006d-46a8-8416-f425d8858ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.901266 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-620c5ca6-006d-46a8-8416-f425d8858ecd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d53fc1c502384324bad19d3be7486258&device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 1096 time: 0.0551927 Nov 22 16:48:39.981116 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-d2cef6c2-e288-4af0-aec5-7e413c231760 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1618e4e-094e-4822-88ce-1868ed671ee2 HTTP/1.1" status: 200 len: 217 time: 0.0453768 Nov 22 16:48:40.050730 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-02956d99-a6f1-45f2-ae1e-3353562ffa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.052600 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-02956d99-a6f1-45f2-ae1e-3353562ffa85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d010360-9223-4256-94ba-a20132cd1b6e HTTP/1.1" status: 200 len: 849 time: 0.0631914 Nov 22 16:48:40.102671 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-0aed421a-da99-4c8b-a5ac-a9f0487eecd8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=790b6599-ac85-430c-a04c-ca0ad620f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335639 Nov 22 16:48:40.177256 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163a9ec-d14b-4698-937d-00827310d2bc req-ee9a9e26-ea32-4360-8865-e5d4681480b5 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.179880 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5163a9ec-d14b-4698-937d-00827310d2bc req-ee9a9e26-ea32-4360-8865-e5d4681480b5 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 944 time: 0.0781910 Nov 22 16:48:40.244432 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-d60e55c8-d964-42b5-904c-0c785f159f15 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282742 Nov 22 16:48:40.253775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5163a9ec-d14b-4698-937d-00827310d2bc req-e69e2816-efd7-49c2-bba7-7a59a826876a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Nov 22 16:48:40.327729 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fef0c4-aa13-46ca-856d-cccccdebb6c0 req-d6b9dc48-7b97-4f12-acd5-66e6cf676c04 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.329325 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-80fef0c4-aa13-46ca-856d-cccccdebb6c0 req-d6b9dc48-7b97-4f12-acd5-66e6cf676c04 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0695553 Nov 22 16:48:40.375761 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dabfa204-cc3a-48da-897b-44e483f8e21b req-9f6fec6e-30f0-4031-b6cb-56ecf5f67277 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169436 Nov 22 16:48:40.388782 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-80fef0c4-aa13-46ca-856d-cccccdebb6c0 req-9c396dd2-442d-414c-a8c4-64d9aaf1fb55 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520308 Nov 22 16:48:40.566610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-11c7476a-13c0-42df-92d9-5a1e5e7d7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.568151 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-11c7476a-13c0-42df-92d9-5a1e5e7d7882 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d53fc1c502384324bad19d3be7486258&device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 1096 time: 0.0553257 Nov 22 16:48:40.717045 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-3d8cf7a9-fef8-4817-87c5-0a9e131d4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.718798 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-3d8cf7a9-fef8-4817-87c5-0a9e131d4434 service neutron] 10.222.0.58 "GET /v2.0/networks?id=790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 200 len: 910 time: 0.1340311 Nov 22 16:48:40.816697 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec8b7-4d8b-4aa6-91e8-ab221054ac67 req-f167fb8e-b1fa-4c81-ae8b-7b1cb39396c5 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.824457 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-457ec8b7-4d8b-4aa6-91e8-ab221054ac67 req-f167fb8e-b1fa-4c81-ae8b-7b1cb39396c5 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 943 time: 0.1414180 Nov 22 16:48:40.838122 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-67dc60db-260b-49ba-bc97-a33111a0c7a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1618e4e-094e-4822-88ce-1868ed671ee2 HTTP/1.1" status: 200 len: 217 time: 0.1082058 Nov 22 16:48:40.911385 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-60618a05-853c-4c4f-8df7-d68059e103cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.914101 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-60618a05-853c-4c4f-8df7-d68059e103cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d010360-9223-4256-94ba-a20132cd1b6e HTTP/1.1" status: 200 len: 849 time: 0.0637536 Nov 22 16:48:40.966837 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-457ec8b7-4d8b-4aa6-91e8-ab221054ac67 req-3e6f47e7-516f-437c-b408-950bd00fbf6b tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284914 Nov 22 16:48:40.972685 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-2771cea1-b326-4f84-8b80-1b75d3f0a5f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=790b6599-ac85-430c-a04c-ca0ad620f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501397 Nov 22 16:48:41.072887 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f517142f-6509-4a2f-bd98-e43b5a85495f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:41.103976 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f9308e9c-c6a8-4400-800b-7b08a32aa7eb up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:41.147437 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f005-f1dd-4589-9f15-288da6c2e71c req-0bf495a8-f5dd-40f1-b18f-1f534b32941e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.152017 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7bd7f005-f1dd-4589-9f15-288da6c2e71c req-0bf495a8-f5dd-40f1-b18f-1f534b32941e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 944 time: 0.1029363 Nov 22 16:48:41.172600 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-0a1113fd-6099-4288-b189-aa32b65759f6 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901057 Nov 22 16:48:41.237872 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ede2de-ecc3-4bd1-9f43-ee224a0fbfbf req-32bc76c0-00eb-43b3-8cdb-7ed221ed459b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.247096 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9ede2de-ecc3-4bd1-9f43-ee224a0fbfbf req-32bc76c0-00eb-43b3-8cdb-7ed221ed459b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0939918 Nov 22 16:48:41.367539 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9ede2de-ecc3-4bd1-9f43-ee224a0fbfbf req-b7db666d-db81-4077-bae2-7f0462114294 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192427 Nov 22 16:48:41.374117 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port f9308e9c-c6a8-4400-800b-7b08a32aa7eb completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:41.382822 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port f9308e9c-c6a8-4400-800b-7b08a32aa7eb triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:41.383632 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.403038 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7bd7f005-f1dd-4589-9f15-288da6c2e71c req-9fe9407b-56a1-436a-9151-7b61dad33e01 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289679 Nov 22 16:48:41.457690 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6bc81f28-e5ca-48c9-b6af-034231afc291 req-85072f02-75e1-4e91-af7a-e558ea28cdc9 service neutron] 10.222.0.58 "GET /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484820 Nov 22 16:48:41.504969 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f517142f-6509-4a2f-bd98-e43b5a85495f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f517142f-6509-4a2f-bd98-e43b5a85495f,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:41.533471 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'f517142f-6509-4a2f-bd98-e43b5a85495f', 'network_id': '45736139-c6d0-4dea-bd82-3ebc3b844a1c', 'port_id': 'f517142f-6509-4a2f-bd98-e43b5a85495f', 'mac_address': 'fa:16:3e:85:27:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab90451-b771-49cb-b6c1-12773a987fb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:41.576325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbadcc2-80f5-49ec-a260-4aba16e80a0d req-48edee91-aeca-467b-af7c-ec0518765fbf tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.577994 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cbadcc2-80f5-49ec-a260-4aba16e80a0d req-48edee91-aeca-467b-af7c-ec0518765fbf tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 944 time: 0.0643830 Nov 22 16:48:41.626449 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.635642 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.648421 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f517142f-6509-4a2f-bd98-e43b5a85495f {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:41.648683 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0cbadcc2-80f5-49ec-a260-4aba16e80a0d req-20de7756-f756-4439-bb2f-aa00b965ee95 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Nov 22 16:48:41.679522 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c904c32-a712-42f3-b763-fc8092114b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:41.682066 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aa5a4a-26a0-4630-a0fb-6cdbc16ce029" -d '{"events": [{"server_uuid": "2c904c32-a712-42f3-b763-fc8092114b36", "name": "network-vif-plugged", "status": "completed", "tag": "f9308e9c-c6a8-4400-800b-7b08a32aa7eb"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:41.694218 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f517142f-6509-4a2f-bd98-e43b5a85495f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f517142f-6509-4a2f-bd98-e43b5a85495f,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:41.698462 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:41.700428 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.706531 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.744987 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d765d-0f5f-4dfd-874e-9d63f72981f8 x-openstack-request-id: req-dc3d765d-0f5f-4dfd-874e-9d63f72981f8 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:41.745461 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c904c32-a712-42f3-b763-fc8092114b36", "name": "network-vif-plugged", "status": "completed", "tag": "f9308e9c-c6a8-4400-800b-7b08a32aa7eb", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:41.745863 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc3d765d-0f5f-4dfd-874e-9d63f72981f8 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:41.746493 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c904c32-a712-42f3-b763-fc8092114b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb', 'code': 200} Nov 22 16:48:41.761757 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=f517142f-6509-4a2f-bd98-e43b5a85495f,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:41.821372 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:42.015729 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10dc4c-586b-43c9-9a52-9178faf9572e req-f669d004-7ae3-4cf0-9947-0f38ede427dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.018079 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1c10dc4c-586b-43c9-9a52-9178faf9572e req-f669d004-7ae3-4cf0-9947-0f38ede427dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 1098 time: 0.0558383 Nov 22 16:48:42.126824 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1c10dc4c-586b-43c9-9a52-9178faf9572e req-587ad02f-d99e-44ee-b799-28ac63bbbc54 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871174 Nov 22 16:48:42.131459 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443910f-0cc6-411d-a1a6-838933a18d6a req-07fb5aad-faae-4d1d-9a93-9cffc6b43add tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.133150 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c443910f-0cc6-411d-a1a6-838933a18d6a req-07fb5aad-faae-4d1d-9a93-9cffc6b43add tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1383462 Nov 22 16:48:42.159925 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af65a9-9b2f-45e1-966c-f23e9c8c82f1 req-73472b67-130e-4e24-8a30-f6c62fd0de8a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.161601 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c8af65a9-9b2f-45e1-966c-f23e9c8c82f1 req-73472b67-130e-4e24-8a30-f6c62fd0de8a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 943 time: 0.1037796 Nov 22 16:48:42.223244 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c443910f-0cc6-411d-a1a6-838933a18d6a req-a9e681ef-d7f1-4575-86c0-5bb186e2c27d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814745 Nov 22 16:48:42.258187 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['f517142f-6509-4a2f-bd98-e43b5a85495f'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:42.263635 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c8af65a9-9b2f-45e1-966c-f23e9c8c82f1 req-8bd5cc84-6304-4793-b5e2-c8e71dbfd542 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Nov 22 16:48:42.559339 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c4ac3-a9e8-4b2e-a8e6-647cc92d7c82 req-e5c31d7d-1843-4cbb-a83f-cbfad29fc22e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.561657 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-119c4ac3-a9e8-4b2e-a8e6-647cc92d7c82 req-e5c31d7d-1843-4cbb-a83f-cbfad29fc22e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0740600 Nov 22 16:48:42.640923 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-119c4ac3-a9e8-4b2e-a8e6-647cc92d7c82 req-0f155776-d78a-4d88-8835-d73fccbd62f0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709608 Nov 22 16:48:42.807358 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cb07e-d2e4-4d10-a3b1-33a6458ff514 req-6287a3ef-8aba-4596-a151-df8d7da01f28 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.809282 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e86cb07e-d2e4-4d10-a3b1-33a6458ff514 req-6287a3ef-8aba-4596-a151-df8d7da01f28 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 945 time: 0.0693040 Nov 22 16:48:42.899103 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e86cb07e-d2e4-4d10-a3b1-33a6458ff514 req-5f162a2a-4301-4a3d-9ed0-bd579fc49cac tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823555 Nov 22 16:48:42.965089 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26499065-2bbe-40a3-9025-879dfecde37f req-8aa12606-3002-4dd4-94bb-861572f65bfb tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.966699 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-26499065-2bbe-40a3-9025-879dfecde37f req-8aa12606-3002-4dd4-94bb-861572f65bfb tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 945 time: 0.0666325 Nov 22 16:48:43.030794 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-26499065-2bbe-40a3-9025-879dfecde37f req-6f2d2e28-62b6-4c39-892f-824741f584ef tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Nov 22 16:48:43.032682 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45548) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:43.090980 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device e1618e4e-094e-4822-88ce-1868ed671ee2 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:43.164942 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b11c5f40-650c-4e3a-a19e-a21f87e17977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.204701 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port e1618e4e-094e-4822-88ce-1868ed671ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1618e4e-094e-4822-88ce-1868ed671ee2,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:43.218935 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'e1618e4e-094e-4822-88ce-1868ed671ee2', 'network_id': '790b6599-ac85-430c-a04c-ca0ad620f7a7', 'port_id': 'e1618e4e-094e-4822-88ce-1868ed671ee2', 'mac_address': 'fa:16:3e:5c:1c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d010360-9223-4256-94ba-a20132cd1b6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:43.252646 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b11c5f40-650c-4e3a-a19e-a21f87e17977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.257912 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b11c5f40-650c-4e3a-a19e-a21f87e17977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.264361 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.278198 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1618e4e-094e-4822-88ce-1868ed671ee2 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:43.300673 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b11c5f40-650c-4e3a-a19e-a21f87e17977 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08c05d7351bf4ed59ab26de360f1438f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665889 Nov 22 16:48:43.304536 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45554) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:43.311708 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c5f40-650c-4e3a-a19e-a21f87e17977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5cf80-156b-41e8-9c40-c35bffaf78b3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.312974 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port e1618e4e-094e-4822-88ce-1868ed671ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1618e4e-094e-4822-88ce-1868ed671ee2,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:43.322269 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.366181 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b2313f6e-0a71-4a86-9c24-068a199bed8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.401670 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=e1618e4e-094e-4822-88ce-1868ed671ee2,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.414850 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b2313f6e-0a71-4a86-9c24-068a199bed8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.462037 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807148a7-6dd5-4dc9-a3d3-ff39a162d609 req-682054d7-75c9-4268-8a9f-aeedb937399a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.463517 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-807148a7-6dd5-4dc9-a3d3-ff39a162d609 req-682054d7-75c9-4268-8a9f-aeedb937399a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 944 time: 0.0870950 Nov 22 16:48:43.494018 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b2313f6e-0a71-4a86-9c24-068a199bed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.496563 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b2313f6e-0a71-4a86-9c24-068a199bed8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.500429 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b2313f6e-0a71-4a86-9c24-068a199bed8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3f5cf80-156b-41e8-9c40-c35bffaf78b3 HTTP/1.1" status: 204 len: 168 time: 0.1920469 Nov 22 16:48:43.514913 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2313f6e-0a71-4a86-9c24-068a199bed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5cf80-156b-41e8-9c40-c35bffaf78b3,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.540569 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-807148a7-6dd5-4dc9-a3d3-ff39a162d609 req-ffb942a7-0c26-42a0-a05c-a73d36eb3b2a tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Nov 22 16:48:43.789602 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd886ba-93a3-491e-9e36-f21be644e201 req-9c927818-167e-421c-b2c2-56cddce8f8e9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.791287 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-abd886ba-93a3-491e-9e36-f21be644e201 req-9c927818-167e-421c-b2c2-56cddce8f8e9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0625710 Nov 22 16:48:43.821184 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 45564) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:43.836902 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e6609b08-3d56-41d6-a005-5eb96b646e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.880331 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-abd886ba-93a3-491e-9e36-f21be644e201 req-6f4ce029-1e0a-49d5-ba23-fda81163ac6a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815191 Nov 22 16:48:43.968677 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e6609b08-3d56-41d6-a005-5eb96b646e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.974455 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e6609b08-3d56-41d6-a005-5eb96b646e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.025735 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e6609b08-3d56-41d6-a005-5eb96b646e7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1e329d857ab47659a7f6c167d6e1de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024345 Nov 22 16:48:44.030501 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45570) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:44.051888 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6609b08-3d56-41d6-a005-5eb96b646e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9cb26-96c2-4cf1-9112-93af12eff2ef,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.066937 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60d15f-8660-4dde-846c-bdea018a5b43 req-9cba1eb7-0ed1-4503-8174-f79826d9ff21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.068379 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef60d15f-8660-4dde-846c-bdea018a5b43 req-9cba1eb7-0ed1-4503-8174-f79826d9ff21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 945 time: 0.0836029 Nov 22 16:48:44.139413 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['e1618e4e-094e-4822-88ce-1868ed671ee2'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:44.151673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d12545b5-12df-45b1-95e9-144f5934b95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.205763 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d12545b5-12df-45b1-95e9-144f5934b95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.217606 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef60d15f-8660-4dde-846c-bdea018a5b43 req-99448c2d-b368-4c27-a134-ba8d0990c034 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299391 Nov 22 16:48:44.254748 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da32ad4-73c9-4cf4-928c-27740beb8ebf req-11ccacb5-c2b5-433a-b88d-f6a2392ce812 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.256906 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4da32ad4-73c9-4cf4-928c-27740beb8ebf req-11ccacb5-c2b5-433a-b88d-f6a2392ce812 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 945 time: 0.1333835 Nov 22 16:48:44.296541 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d12545b5-12df-45b1-95e9-144f5934b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.299062 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d12545b5-12df-45b1-95e9-144f5934b95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.300335 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d12545b5-12df-45b1-95e9-144f5934b95b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15c9cb26-96c2-4cf1-9112-93af12eff2ef HTTP/1.1" status: 204 len: 168 time: 0.2687891 Nov 22 16:48:44.322151 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12545b5-12df-45b1-95e9-144f5934b95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9cb26-96c2-4cf1-9112-93af12eff2ef,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.343421 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4da32ad4-73c9-4cf4-928c-27740beb8ebf req-2907fd2c-0ef6-4815-ac78-a84b352ee1a9 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Nov 22 16:48:44.734516 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a1d60-00ee-493c-a5ed-e8d2c55eaa8f req-bb2a8499-dfef-4481-aa4f-5efb48949812 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.736105 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-288a1d60-00ee-493c-a5ed-e8d2c55eaa8f req-bb2a8499-dfef-4481-aa4f-5efb48949812 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 944 time: 0.0763144 Nov 22 16:48:44.827083 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-288a1d60-00ee-493c-a5ed-e8d2c55eaa8f req-ea9f3358-303f-45ae-a282-f2362ff7eda9 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Nov 22 16:48:45.045252 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ef23d-74a7-4592-a7df-48da6984e2dd req-7e871c87-34ac-4981-9e3f-0874534c3a23 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.046833 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d84ef23d-74a7-4592-a7df-48da6984e2dd req-7e871c87-34ac-4981-9e3f-0874534c3a23 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0681379 Nov 22 16:48:45.111849 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f517142f-6509-4a2f-bd98-e43b5a85495f up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:45.122643 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d84ef23d-74a7-4592-a7df-48da6984e2dd req-71c7fe37-08c2-4eb0-90bf-0bd3f6062675 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653141 Nov 22 16:48:45.201923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port f517142f-6509-4a2f-bd98-e43b5a85495f completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:45.206984 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port f517142f-6509-4a2f-bd98-e43b5a85495f triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:45.207499 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.328641 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.362135 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f517142f-6509-4a2f-bd98-e43b5a85495f'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:45.365160 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d5675d-24f1-48ab-ae30-cc7b32582e43" -d '{"events": [{"server_uuid": "d9071056-f1dc-4e11-bfdd-b9b16c904315", "name": "network-vif-plugged", "status": "completed", "tag": "f517142f-6509-4a2f-bd98-e43b5a85495f"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:45.370291 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b6f01-c22e-41a3-8520-9cddb6c7664f req-b1c211eb-8187-40f9-b50f-96e0eb6d1787 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.373614 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8d3b6f01-c22e-41a3-8520-9cddb6c7664f req-b1c211eb-8187-40f9-b50f-96e0eb6d1787 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 945 time: 0.0597105 Nov 22 16:48:45.396558 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port f517142f-6509-4a2f-bd98-e43b5a85495f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f517142f-6509-4a2f-bd98-e43b5a85495f,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:45.405322 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.445590 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8d3b6f01-c22e-41a3-8520-9cddb6c7664f req-d357c7c0-dbd6-4bc5-94b9-2110eee8a87a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521567 Nov 22 16:48:45.456704 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64220346-7433-4628-bbe0-a2f0fcd9feb8 x-openstack-request-id: req-64220346-7433-4628-bbe0-a2f0fcd9feb8 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:45.457179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9071056-f1dc-4e11-bfdd-b9b16c904315", "name": "network-vif-plugged", "status": "completed", "tag": "f517142f-6509-4a2f-bd98-e43b5a85495f", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:45.457591 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64220346-7433-4628-bbe0-a2f0fcd9feb8 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:45.458433 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f517142f-6509-4a2f-bd98-e43b5a85495f', 'code': 200} Nov 22 16:48:45.517327 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=f517142f-6509-4a2f-bd98-e43b5a85495f,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:45.707644 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4efd69-75af-464e-b722-22bca0b2081b req-2d12b181-aa51-4692-9e2d-5231bd430239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.710244 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5f4efd69-75af-464e-b722-22bca0b2081b req-2d12b181-aa51-4692-9e2d-5231bd430239 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 1099 time: 0.0462437 Nov 22 16:48:45.774527 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5f4efd69-75af-464e-b722-22bca0b2081b req-882b4792-d673-4e56-b605-7eb3b9c09af1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523200 Nov 22 16:48:45.971851 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658603-91fe-42bc-a95a-0d8af94304b2 req-5a3ee765-16a1-4749-b06b-13c61dfdbeef tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.974617 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-19658603-91fe-42bc-a95a-0d8af94304b2 req-5a3ee765-16a1-4749-b06b-13c61dfdbeef tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 944 time: 0.0722132 Nov 22 16:48:46.034175 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-19658603-91fe-42bc-a95a-0d8af94304b2 req-a7cae315-5278-4c58-af2a-87ccfcd50559 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538144 Nov 22 16:48:46.283638 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc13ea-ea17-45d6-ab38-8a6bda2d13f1 req-fcca60ec-4c8f-413b-b63c-4fdc458493fa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.285407 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-34fc13ea-ea17-45d6-ab38-8a6bda2d13f1 req-fcca60ec-4c8f-413b-b63c-4fdc458493fa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0554824 Nov 22 16:48:46.341902 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-34fc13ea-ea17-45d6-ab38-8a6bda2d13f1 req-e26cf35b-175d-44ce-ad5e-5a3e3de899b8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501547 Nov 22 16:48:46.547282 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45706) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:46.599753 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84954f-d74d-4ee6-a958-e4819a2133e8 req-03daa0bd-d267-4d6c-a915-5a47240070e1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.601602 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2a84954f-d74d-4ee6-a958-e4819a2133e8 req-03daa0bd-d267-4d6c-a915-5a47240070e1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 946 time: 0.0651689 Nov 22 16:48:46.660544 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2a84954f-d74d-4ee6-a958-e4819a2133e8 req-8ae270e0-fddc-4898-b561-eeb676606450 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516589 Nov 22 16:48:46.679121 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2998fa84-077d-4aa4-a5db-1a2b6053d785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.763267 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2998fa84-077d-4aa4-a5db-1a2b6053d785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.768284 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2998fa84-077d-4aa4-a5db-1a2b6053d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.811501 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2998fa84-077d-4aa4-a5db-1a2b6053d785 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7edb436d74f146fca6bb29987bc51a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630634 Nov 22 16:48:46.813736 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998fa84-077d-4aa4-a5db-1a2b6053d785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cadf79-a2e0-4e44-a82a-a36850a90afd,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:46.815358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 45712) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:46.872021 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-556b3e84-a7ec-441b-996e-909c1f3919ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.897648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-556b3e84-a7ec-441b-996e-909c1f3919ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.949348 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-556b3e84-a7ec-441b-996e-909c1f3919ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.951872 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-556b3e84-a7ec-441b-996e-909c1f3919ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.953097 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-556b3e84-a7ec-441b-996e-909c1f3919ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64cadf79-a2e0-4e44-a82a-a36850a90afd HTTP/1.1" status: 204 len: 168 time: 0.1353331 Nov 22 16:48:46.962121 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b3e84-a7ec-441b-996e-909c1f3919ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cadf79-a2e0-4e44-a82a-a36850a90afd,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.115514 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device e1618e4e-094e-4822-88ce-1868ed671ee2 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:47.181655 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32406d-3b05-464b-a5a0-8902d5e6faba req-ac43e7d8-c2d9-482f-b8df-d0ba636cea8f tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.183105 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9f32406d-3b05-464b-a5a0-8902d5e6faba req-ac43e7d8-c2d9-482f-b8df-d0ba636cea8f tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 944 time: 0.0684412 Nov 22 16:48:47.212961 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port e1618e4e-094e-4822-88ce-1868ed671ee2 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:47.220624 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port e1618e4e-094e-4822-88ce-1868ed671ee2 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:47.221533 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.258990 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9f32406d-3b05-464b-a5a0-8902d5e6faba req-ee41364d-f54f-4b6f-a205-2256029f9bc1 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691819 Nov 22 16:48:47.333613 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.335300 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 45724) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:47.352605 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-85e3cc11-16a9-4da8-8920-6ec509bbacf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.374359 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port e1618e4e-094e-4822-88ce-1868ed671ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1618e4e-094e-4822-88ce-1868ed671ee2,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:47.379634 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.442299 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=e1618e4e-094e-4822-88ce-1868ed671ee2,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.460110 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1618e4e-094e-4822-88ce-1868ed671ee2'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:47.463057 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee006c8-2436-48cc-8c90-962597654548" -d '{"events": [{"server_uuid": "f8cf1401-c1f2-4bd3-842e-7908c1ae4a26", "name": "network-vif-plugged", "status": "completed", "tag": "e1618e4e-094e-4822-88ce-1868ed671ee2"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:47.526923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4104faf1-0dfb-4bd1-be38-846033de6e4a x-openstack-request-id: req-4104faf1-0dfb-4bd1-be38-846033de6e4a {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:47.526923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cf1401-c1f2-4bd3-842e-7908c1ae4a26", "name": "network-vif-plugged", "status": "completed", "tag": "e1618e4e-094e-4822-88ce-1868ed671ee2", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:47.526923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4104faf1-0dfb-4bd1-be38-846033de6e4a {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:47.527446 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1618e4e-094e-4822-88ce-1868ed671ee2', 'code': 200} Nov 22 16:48:47.533995 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-85e3cc11-16a9-4da8-8920-6ec509bbacf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.543335 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb5a19-85d2-443d-a5aa-7ad60d20f943 req-ebd233d5-597a-4fe5-a1df-6a2773a25632 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.544859 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a5fb5a19-85d2-443d-a5aa-7ad60d20f943 req-ebd233d5-597a-4fe5-a1df-6a2773a25632 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1161027 Nov 22 16:48:47.545989 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-85e3cc11-16a9-4da8-8920-6ec509bbacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.613401 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-85e3cc11-16a9-4da8-8920-6ec509bbacf5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af08fc6bbecb4605ba26366969397b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738714 Nov 22 16:48:47.613401 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3cc11-16a9-4da8-8920-6ec509bbacf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67d1a8e-97af-4f33-b56f-433a64a6e7b2,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.615446 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 45730) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:47.655472 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a5fb5a19-85d2-443d-a5aa-7ad60d20f943 req-3ab954c3-6d9f-4bba-8501-f9dc14121a48 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914817 Nov 22 16:48:47.724870 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7b08d2ec-1012-4358-85c4-d6ce3886a469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.754926 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7b08d2ec-1012-4358-85c4-d6ce3886a469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.830100 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7b08d2ec-1012-4358-85c4-d6ce3886a469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.831526 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2819a57-5fb9-4fe4-adc7-1e90ead8babc req-218649b4-f668-40b5-8bb6-b5c838f24569 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.833256 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e2819a57-5fb9-4fe4-adc7-1e90ead8babc req-218649b4-f668-40b5-8bb6-b5c838f24569 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 946 time: 0.0652468 Nov 22 16:48:47.833387 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7b08d2ec-1012-4358-85c4-d6ce3886a469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.836289 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7b08d2ec-1012-4358-85c4-d6ce3886a469 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d67d1a8e-97af-4f33-b56f-433a64a6e7b2 HTTP/1.1" status: 204 len: 168 time: 0.2186136 Nov 22 16:48:47.893310 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d2ec-1012-4358-85c4-d6ce3886a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67d1a8e-97af-4f33-b56f-433a64a6e7b2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.917772 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e2819a57-5fb9-4fe4-adc7-1e90ead8babc req-91d54e1d-eec2-4330-a80c-523233419cb3 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724788 Nov 22 16:48:47.920390 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334aaa6-9a23-4634-9332-352c3ca7ea16 req-ee3b0f95-569d-45a7-9688-2376041aeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.921944 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b334aaa6-9a23-4634-9332-352c3ca7ea16 req-ee3b0f95-569d-45a7-9688-2376041aeccd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 1098 time: 0.0840623 Nov 22 16:48:48.005027 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b334aaa6-9a23-4634-9332-352c3ca7ea16 req-3f53ea8c-a5e3-4a64-8b4f-1cf7d8b1eea8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619290 Nov 22 16:48:48.437805 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ce98b-fad4-447f-9c6a-025ba6e066fe req-0602e2eb-621e-48b1-a34c-d2455cb9eb59 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.439300 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f99ce98b-fad4-447f-9c6a-025ba6e066fe req-0602e2eb-621e-48b1-a34c-d2455cb9eb59 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 945 time: 0.0621326 Nov 22 16:48:48.517480 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f99ce98b-fad4-447f-9c6a-025ba6e066fe req-ff2bee3b-d5c8-41da-b6f0-6932aa7926b2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657253 Nov 22 16:48:48.792667 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32117d69-1bb2-4240-85d9-527985e4c79d req-bacea006-82cc-4ec9-bd4d-8844eadbf931 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.794207 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32117d69-1bb2-4240-85d9-527985e4c79d req-bacea006-82cc-4ec9-bd4d-8844eadbf931 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Nov 22 16:48:48.845841 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32117d69-1bb2-4240-85d9-527985e4c79d req-1f61f03e-a3b9-4ffd-b4a9-81cff12a7145 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455835 Nov 22 16:48:49.680600 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322cdcd-a8bc-4b44-8b3d-665052953c62 req-13f0cd68-1448-4b6b-9614-7e9a2369d956 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.682100 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f322cdcd-a8bc-4b44-8b3d-665052953c62 req-13f0cd68-1448-4b6b-9614-7e9a2369d956 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 945 time: 0.0646718 Nov 22 16:48:49.753873 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f322cdcd-a8bc-4b44-8b3d-665052953c62 req-a644716a-2066-4859-a4ae-eb2223595168 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631101 Nov 22 16:48:49.919075 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.017867 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9e5c3-1a4c-49c8-9280-52eac665eaae req-61999c46-3711-4c3a-a6b5-7d0bb7625689 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.020166 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b2c9e5c3-1a4c-49c8-9280-52eac665eaae req-61999c46-3711-4c3a-a6b5-7d0bb7625689 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0789552 Nov 22 16:48:50.070516 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b2c9e5c3-1a4c-49c8-9280-52eac665eaae req-c85af7f7-27b0-4534-b4e9-3ae023c63abb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Nov 22 16:48:50.892107 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e2da-b071-438a-b3eb-8529ca609175 req-8a8aab8d-0882-45fe-baa3-d064879fbcad tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.893601 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-69b2e2da-b071-438a-b3eb-8529ca609175 req-8a8aab8d-0882-45fe-baa3-d064879fbcad tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 945 time: 0.0678768 Nov 22 16:48:50.958232 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-69b2e2da-b071-438a-b3eb-8529ca609175 req-827494fe-d09e-4623-8c69-62edf782a550 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Nov 22 16:48:51.215103 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90bce0-14b0-4ee7-a574-d3e5fff1dc15 req-c534d3c1-c6cb-41a7-8456-3f07701a6952 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.217393 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f90bce0-14b0-4ee7-a574-d3e5fff1dc15 req-c534d3c1-c6cb-41a7-8456-3f07701a6952 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0609510 Nov 22 16:48:51.267387 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f90bce0-14b0-4ee7-a574-d3e5fff1dc15 req-3a0dff92-8bdf-4700-8e8c-4f5192e696c5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Nov 22 16:48:52.548222 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845eeb5c-05c9-4ad7-a56e-cd5af82d07c7 req-ac54bc93-c3ee-4ad3-83bf-3cb36185ba21 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.549636 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-845eeb5c-05c9-4ad7-a56e-cd5af82d07c7 req-ac54bc93-c3ee-4ad3-83bf-3cb36185ba21 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0765181 Nov 22 16:48:52.559669 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01881aa2-525b-49de-910a-ae04b8f5d8b5 req-871870a9-913e-459a-aa6f-1a4fd713cb04 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.561225 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-01881aa2-525b-49de-910a-ae04b8f5d8b5 req-871870a9-913e-459a-aa6f-1a4fd713cb04 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0893900 Nov 22 16:48:52.595328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-0d3facb9-5d6a-40bc-b745-1dd05f88c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.597960 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-0d3facb9-5d6a-40bc-b745-1dd05f88c716 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.0574243 Nov 22 16:48:52.645529 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-845eeb5c-05c9-4ad7-a56e-cd5af82d07c7 req-c8c84e59-a965-407e-a48a-a9e39ca3b9fe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776598 Nov 22 16:48:52.653201 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-01881aa2-525b-49de-910a-ae04b8f5d8b5 req-c5be1b89-d66e-43f9-a914-45fd003aafa7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796795 Nov 22 16:48:52.750606 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-aafcd1a3-0b4e-4422-98ad-9d5ec73d7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.752783 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-aafcd1a3-0b4e-4422-98ad-9d5ec73d7f90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.1433244 Nov 22 16:48:52.797619 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144923-5a16-45d4-81e2-fd38debe2b77 req-1220c96d-06eb-4e0f-9675-3685d2b07297 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.799587 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0b144923-5a16-45d4-81e2-fd38debe2b77 req-1220c96d-06eb-4e0f-9675-3685d2b07297 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 945 time: 0.0662100 Nov 22 16:48:52.806361 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-ce6f331e-6f1a-4572-9ee0-08c069d7de01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0438974 Nov 22 16:48:52.869358 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0b144923-5a16-45d4-81e2-fd38debe2b77 req-d7f314fa-aa11-4813-aec4-73494bc74207 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591979 Nov 22 16:48:52.880476 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-1a8f1136-441c-4fe0-954f-bf9139cc8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.883055 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-1a8f1136-441c-4fe0-954f-bf9139cc8638 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0687001 Nov 22 16:48:52.926741 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-7bead26b-05ed-431d-8f78-e03bb0c3d319 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265143 Nov 22 16:48:53.036410 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-8c0b7560-dc52-432e-86a3-90ebf8c99dac service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955741 Nov 22 16:48:53.148644 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edc06d22-30c3-4aee-8351-39c3882ea19b req-44fc47f0-c7c1-45fe-b5a4-770bbec4f063 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923827 Nov 22 16:48:53.835499 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03410bb-2620-4c1f-a5ce-673abe093370 req-3dbfad99-04ee-41dc-a29f-960a6bcb66db tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.836920 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f03410bb-2620-4c1f-a5ce-673abe093370 req-3dbfad99-04ee-41dc-a29f-960a6bcb66db tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0912786 Nov 22 16:48:53.850612 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5abaa-e1aa-48bd-8b78-6cd3101b9773 req-e109d826-dd72-43e3-914c-2a4c4291f9c1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.852084 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-74c5abaa-e1aa-48bd-8b78-6cd3101b9773 req-e109d826-dd72-43e3-914c-2a4c4291f9c1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0901945 Nov 22 16:48:53.925929 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f03410bb-2620-4c1f-a5ce-673abe093370 req-29f057d9-56b0-4a3c-97c1-e51e808e6dea tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728638 Nov 22 16:48:53.929550 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-74c5abaa-e1aa-48bd-8b78-6cd3101b9773 req-03def0e9-bfa8-485f-8b70-c98bfb727589 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708311 Nov 22 16:48:54.046105 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3d978-f851-41bf-a69e-ce9a67ca712e req-48d1adcc-7fcc-4dda-824d-5bceb8366341 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.047807 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ad3d978-f851-41bf-a69e-ce9a67ca712e req-48d1adcc-7fcc-4dda-824d-5bceb8366341 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 945 time: 0.0511100 Nov 22 16:48:54.100058 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ad3d978-f851-41bf-a69e-ce9a67ca712e req-e9cac136-5bb6-4475-9fe3-d44d9b1763cd tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5ed5674-63c1-4689-882e-63a676561d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Nov 22 16:48:54.816556 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-52f5744a-4d26-484c-9a49-da21515f7fb2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.818949 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-52f5744a-4d26-484c-9a49-da21515f7fb2 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 945 time: 0.0547998 Nov 22 16:48:54.927044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Deleting port e1618e4e-094e-4822-88ce-1868ed671ee2 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:54.927389 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.037223 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] For port e1618e4e-094e-4822-88ce-1868ed671ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e1618e4e-094e-4822-88ce-1868ed671ee2,segment=NetworkSegment(38a23308-1950-435a-9bb5-09d51c34e6e9),segment_id=38a23308-1950-435a-9bb5-09d51c34e6e9)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:55.037778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.051337 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Calling delete_port for e1618e4e-094e-4822-88ce-1868ed671ee2 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:55.103661 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de117b-d780-4cc9-a654-329a94b72c2e req-4f63b56f-666b-46ad-8d93-33556a4de299 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.105835 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a3de117b-d780-4cc9-a654-329a94b72c2e req-4f63b56f-666b-46ad-8d93-33556a4de299 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0981286 Nov 22 16:48:55.120050 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef68227-e6e0-41b4-a675-3b8d03896fe5 req-3cc78d18-be6b-4991-93b8-72ba8068c468 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.122376 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-aef68227-e6e0-41b4-a675-3b8d03896fe5 req-3cc78d18-be6b-4991-93b8-72ba8068c468 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1040316 Nov 22 16:48:55.210747 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.211325 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a3de117b-d780-4cc9-a654-329a94b72c2e req-7e6f080b-6ec8-455c-89bc-3899cfad4aef tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876486 Nov 22 16:48:55.216394 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-aef68227-e6e0-41b4-a675-3b8d03896fe5 req-b59c6962-d4d0-44d3-939b-acc61e57923b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833664 Nov 22 16:48:55.227189 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:55.261381 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Pushing event deleted for resources: {'Port': ['ID=e1618e4e-094e-4822-88ce-1868ed671ee2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.297862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] No DVR routers for this DVR port e1618e4e-094e-4822-88ce-1868ed671ee2 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:55.301659 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.309486 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-aae38354-fe68-42ec-b84d-6fecaed30dde req-7349552f-6fad-4cff-8630-7f19f7822668 tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.58 "DELETE /v2.0/ports/e1618e4e-094e-4822-88ce-1868ed671ee2 HTTP/1.1" status: 204 len: 173 time: 0.4773600 Nov 22 16:48:55.317038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'name': 'network-vif-deleted', 'tag': 'e1618e4e-094e-4822-88ce-1868ed671ee2'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:55.317038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1f2527-8740-4d24-a674-288c024a3d56" -d '{"events": [{"server_uuid": "f8cf1401-c1f2-4bd3-842e-7908c1ae4a26", "name": "network-vif-deleted", "tag": "e1618e4e-094e-4822-88ce-1868ed671ee2"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:55.339669 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-40d51b5a-939e-4d02-a562-327817126798 req-09b72a27-8a21-44fa-a09f-226b3cf9df8e tempest-VolumesActionsTest-586068305 tempest-VolumesActionsTest-586068305-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8cf1401-c1f2-4bd3-842e-7908c1ae4a26 HTTP/1.1" status: 200 len: 210 time: 0.0489683 Nov 22 16:48:55.366671 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b08638-2e33-4b8c-958c-a97a6e847d3f x-openstack-request-id: req-d4b08638-2e33-4b8c-958c-a97a6e847d3f {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:55.367082 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cf1401-c1f2-4bd3-842e-7908c1ae4a26", "name": "network-vif-deleted", "tag": "e1618e4e-094e-4822-88ce-1868ed671ee2", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:55.367371 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4b08638-2e33-4b8c-958c-a97a6e847d3f {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:55.367882 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf1401-c1f2-4bd3-842e-7908c1ae4a26', 'name': 'network-vif-deleted', 'tag': 'e1618e4e-094e-4822-88ce-1868ed671ee2', 'status': 'completed', 'code': 200} Nov 22 16:48:56.392944 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a248-2e67-4545-bdc7-f499294931bb req-4bc9b587-27ce-46f8-a0e1-9ff9311b3997 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.394461 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b7a5a248-2e67-4545-bdc7-f499294931bb req-4bc9b587-27ce-46f8-a0e1-9ff9311b3997 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0866315 Nov 22 16:48:56.407585 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64a19-c38c-4c40-b746-8c27ef320e0d req-0c695f20-cb41-4be3-8e8e-38547ea0240c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.409114 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d1f64a19-c38c-4c40-b746-8c27ef320e0d req-0c695f20-cb41-4be3-8e8e-38547ea0240c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0888762 Nov 22 16:48:56.506767 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b7a5a248-2e67-4545-bdc7-f499294931bb req-3bbf8e02-44e7-47c7-8dd0-5c486e794d2c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966578 Nov 22 16:48:56.511425 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d1f64a19-c38c-4c40-b746-8c27ef320e0d req-00787984-a341-497f-a113-bbe58c2a3f86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897849 Nov 22 16:48:57.182443 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device e1618e4e-094e-4822-88ce-1868ed671ee2 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:57.211597 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: e1618e4e-094e-4822-88ce-1868ed671ee2 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:57.212758 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device e1618e4e-094e-4822-88ce-1868ed671ee2 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:57.708181 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85184ae-ead0-4bf5-bf5c-714ac0f66c6b req-75fd1ef4-2d50-417b-addb-5052967ce1bd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.710253 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e85184ae-ead0-4bf5-bf5c-714ac0f66c6b req-75fd1ef4-2d50-417b-addb-5052967ce1bd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0996597 Nov 22 16:48:57.731862 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11094b7e-614c-4af3-a734-2c0c88bb69d1 req-cca20586-56da-4561-9a10-299046e491f7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.733367 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-11094b7e-614c-4af3-a734-2c0c88bb69d1 req-cca20586-56da-4561-9a10-299046e491f7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1119761 Nov 22 16:48:57.808464 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e85184ae-ead0-4bf5-bf5c-714ac0f66c6b req-22870446-cb65-4b34-8434-ae47a41625da tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738311 Nov 22 16:48:57.815875 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-11094b7e-614c-4af3-a734-2c0c88bb69d1 req-a0dc01a0-bfc4-4cfd-95d6-2d5db59f35d3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713348 Nov 22 16:48:58.830949 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-09031f15-dc93-4f76-9686-77577102f4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.998594 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd39944-6d27-4048-9242-194e2f3aa369 req-623fd716-fc7c-4720-b02d-74556c778ab7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.000129 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6cd39944-6d27-4048-9242-194e2f3aa369 req-623fd716-fc7c-4720-b02d-74556c778ab7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0897338 Nov 22 16:48:59.009890 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74360175-8b89-427b-a193-83b11a50a7e3 req-e1afb6e7-5ed1-4f2d-a084-98502b44b26b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.011423 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-74360175-8b89-427b-a193-83b11a50a7e3 req-e1afb6e7-5ed1-4f2d-a084-98502b44b26b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0899057 Nov 22 16:48:59.280508 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6cd39944-6d27-4048-9242-194e2f3aa369 req-1543a1cc-a68b-4549-95da-58cc5a033d97 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680762 Nov 22 16:48:59.284745 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-74360175-8b89-427b-a193-83b11a50a7e3 req-5baec6b5-1f22-415e-ba5f-fe469fe24505 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666609 Nov 22 16:49:00.482680 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffe1-82d2-4652-8cd5-850cf7b5f82a req-ee7647b9-ca2b-4002-9873-b419e6b06778 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.485725 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-07a2ffe1-82d2-4652-8cd5-850cf7b5f82a req-ee7647b9-ca2b-4002-9873-b419e6b06778 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1062400 Nov 22 16:49:00.514146 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bb40f-4735-4c5e-9529-d1c98b381b38 req-a7a101f7-09ec-455d-b8d4-c1ede74eec69 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.516779 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f03bb40f-4735-4c5e-9529-d1c98b381b38 req-a7a101f7-09ec-455d-b8d4-c1ede74eec69 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1220000 Nov 22 16:49:00.605301 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-07a2ffe1-82d2-4652-8cd5-850cf7b5f82a req-c2043b49-6af0-4d55-a8e2-7899c890be58 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099641 Nov 22 16:49:00.613936 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f03bb40f-4735-4c5e-9529-d1c98b381b38 req-5c9f4dad-f63a-42fc-99a8-b2ac2f8164f2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876780 Nov 22 16:49:01.037213 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2892adb1-49f9-4276-80ca-38f680273b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.780764 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7db44f-f270-48ac-b3e6-6309e183127d req-6bfc9695-b235-48af-92e3-a209cfcef106 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.782441 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da7db44f-f270-48ac-b3e6-6309e183127d req-6bfc9695-b235-48af-92e3-a209cfcef106 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1024771 Nov 22 16:49:01.799743 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4be99-fab5-473d-a99c-26fa46049021 req-ccca7f17-e884-43b5-a532-4f719423db7e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.801401 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fbd4be99-fab5-473d-a99c-26fa46049021 req-ccca7f17-e884-43b5-a532-4f719423db7e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0870044 Nov 22 16:49:01.883122 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da7db44f-f270-48ac-b3e6-6309e183127d req-f2597180-4725-496a-bc68-3ffc68a6bc14 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Nov 22 16:49:01.888277 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fbd4be99-fab5-473d-a99c-26fa46049021 req-6c1bc5fd-08f5-4860-aac0-1716c6ad9b0e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777671 Nov 22 16:49:02.191023 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.063227 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f1347-dd70-4721-8e00-faeef2f834ec req-1c26d907-f738-452d-8a1f-6abb2d30d481 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.064793 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7e8f1347-dd70-4721-8e00-faeef2f834ec req-1c26d907-f738-452d-8a1f-6abb2d30d481 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0839300 Nov 22 16:49:03.080186 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b180fc-1f49-45d4-9d3d-b01b87a67b1a req-9351ffbe-2383-46ab-9d7d-1b2e892c98c2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.081748 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-43b180fc-1f49-45d4-9d3d-b01b87a67b1a req-9351ffbe-2383-46ab-9d7d-1b2e892c98c2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1022069 Nov 22 16:49:03.156438 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7e8f1347-dd70-4721-8e00-faeef2f834ec req-a459bab0-80f1-4763-bc6e-96a4a7eee9b5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736871 Nov 22 16:49:03.164686 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-43b180fc-1f49-45d4-9d3d-b01b87a67b1a req-8f3cbb18-25a0-48c3-bfe4-12fc8223fb69 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745699 Nov 22 16:49:03.588962 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.767484 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6504386-dca1-40f9-a825-5f9770c564bb req-c85839b8-111a-43dc-9f9a-1a27ffe1d379 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.768974 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c6504386-dca1-40f9-a825-5f9770c564bb req-c85839b8-111a-43dc-9f9a-1a27ffe1d379 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 946 time: 0.0535514 Nov 22 16:49:03.826297 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c6504386-dca1-40f9-a825-5f9770c564bb req-ee52e5bf-0718-42cc-86cb-fff86d795cd5 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501564 Nov 22 16:49:04.336779 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861b7fa-af44-4e94-b51a-4fb36fa4cabd req-77c5fcf6-ce72-402c-93d9-50bd99ff7128 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.338275 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3861b7fa-af44-4e94-b51a-4fb36fa4cabd req-77c5fcf6-ce72-402c-93d9-50bd99ff7128 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0936899 Nov 22 16:49:04.348094 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47c2df-fd11-47db-926a-f8038623d459 req-7adb6e8e-792f-4be8-bbb2-842a79925f28 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.350099 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1d47c2df-fd11-47db-926a-f8038623d459 req-7adb6e8e-792f-4be8-bbb2-842a79925f28 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0895700 Nov 22 16:49:04.422218 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.426338 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3861b7fa-af44-4e94-b51a-4fb36fa4cabd req-e68a4fcc-a136-4d77-9b3b-6bd401ea5727 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751746 Nov 22 16:49:04.430572 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1d47c2df-fd11-47db-926a-f8038623d459 req-55c30b16-b64d-4dea-827a-642095b219c5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722563 Nov 22 16:49:04.961163 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e760d-5584-491c-80b9-c7a6069ad9b7 req-0f410f74-1ef7-4bd2-b5c5-d63e6b5d10cc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.962661 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e09e760d-5584-491c-80b9-c7a6069ad9b7 req-0f410f74-1ef7-4bd2-b5c5-d63e6b5d10cc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 946 time: 0.0631280 Nov 22 16:49:05.028123 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e09e760d-5584-491c-80b9-c7a6069ad9b7 req-cfed951e-e814-43eb-a24b-0ff6c179ce66 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576980 Nov 22 16:49:05.594740 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071558e3-91ef-4ce9-b0e4-d559fddeb521 req-8a9bb2a5-455a-429a-bce0-b30c09e75560 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:05.596416 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-071558e3-91ef-4ce9-b0e4-d559fddeb521 req-8a9bb2a5-455a-429a-bce0-b30c09e75560 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0787749 Nov 22 16:49:05.605187 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c3b00-c257-4bea-9795-185bf68e2a51 req-7ca8fbfa-ecdd-46af-9adc-51033aa5f356 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:05.606746 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f70c3b00-c257-4bea-9795-185bf68e2a51 req-7ca8fbfa-ecdd-46af-9adc-51033aa5f356 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0986345 Nov 22 16:49:05.686474 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-071558e3-91ef-4ce9-b0e4-d559fddeb521 req-b20af468-595e-4948-80fb-712b359c9394 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786881 Nov 22 16:49:05.690163 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f70c3b00-c257-4bea-9795-185bf68e2a51 req-96631a97-74df-4990-b271-4023cfe0e34d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763845 Nov 22 16:49:06.179638 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3f457-8657-4563-917f-45faf6084825 req-ebe85e03-cbbb-4eeb-bb67-cd93819473b6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.182361 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e9d3f457-8657-4563-917f-45faf6084825 req-ebe85e03-cbbb-4eeb-bb67-cd93819473b6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 946 time: 0.0774152 Nov 22 16:49:06.244522 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e9d3f457-8657-4563-917f-45faf6084825 req-14531a03-83f8-4c34-bd02-011e6651ada6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Nov 22 16:49:06.295592 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-28d44c7f-4059-4050-aa92-444a75149ac6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.297226 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-28d44c7f-4059-4050-aa92-444a75149ac6 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 946 time: 0.0680115 Nov 22 16:49:06.413956 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Deleting port f517142f-6509-4a2f-bd98-e43b5a85495f {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:06.414300 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.531534 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] For port f517142f-6509-4a2f-bd98-e43b5a85495f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f517142f-6509-4a2f-bd98-e43b5a85495f,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:06.532175 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.548952 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Calling delete_port for f517142f-6509-4a2f-bd98-e43b5a85495f owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:06.730596 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.778840 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event deleted for resources: {'Port': ['ID=f517142f-6509-4a2f-bd98-e43b5a85495f,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.782596 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2', 'f161f420-b2a8-4508-96f4-093c1147db59', '6262f34a-c749-4312-89ee-7e9ab39991c8', 'f517142f-6509-4a2f-bd98-e43b5a85495f'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:06.827954 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] No DVR routers for this DVR port f517142f-6509-4a2f-bd98-e43b5a85495f on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:06.836095 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.843951 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a757108e-11ff-4f8d-ae1c-249d9253d14d req-98e25a7c-e4df-4314-bef3-271d36bdef21 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "DELETE /v2.0/ports/f517142f-6509-4a2f-bd98-e43b5a85495f HTTP/1.1" status: 204 len: 173 time: 0.5266640 Nov 22 16:49:06.843951 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'name': 'network-vif-deleted', 'tag': 'f517142f-6509-4a2f-bd98-e43b5a85495f'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:06.847778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ddbc6-9ba1-4356-a071-7d73d2173682" -d '{"events": [{"server_uuid": "d9071056-f1dc-4e11-bfdd-b9b16c904315", "name": "network-vif-deleted", "tag": "f517142f-6509-4a2f-bd98-e43b5a85495f"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:06.892969 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb95d6-9c76-47d3-83e5-3bf0da8ed5ad req-f7841ae0-17a0-44c3-8515-1577a29abca1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.897092 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-20fb95d6-9c76-47d3-83e5-3bf0da8ed5ad req-f7841ae0-17a0-44c3-8515-1577a29abca1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0964274 Nov 22 16:49:06.912755 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd006b-e320-4454-a408-92774d118d84 req-f5721abb-6404-45f5-9e57-74337cdf9f56 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.914479 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3fcd006b-e320-4454-a408-92774d118d84 req-f5721abb-6404-45f5-9e57-74337cdf9f56 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1369998 Nov 22 16:49:07.002227 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-20fb95d6-9c76-47d3-83e5-3bf0da8ed5ad req-5581a4ce-ed46-4aea-9267-486188f65a83 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866363 Nov 22 16:49:07.027078 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3fcd006b-e320-4454-a408-92774d118d84 req-0a8b0a6c-c2af-4abb-b044-0790b00b0746 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036475 Nov 22 16:49:07.113506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e25ad-9d2a-431f-a4d7-2806a32b67b5 x-openstack-request-id: req-bd2e25ad-9d2a-431f-a4d7-2806a32b67b5 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:07.113852 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9071056-f1dc-4e11-bfdd-b9b16c904315", "name": "network-vif-deleted", "tag": "f517142f-6509-4a2f-bd98-e43b5a85495f", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:07.114071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd2e25ad-9d2a-431f-a4d7-2806a32b67b5 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:07.114593 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9071056-f1dc-4e11-bfdd-b9b16c904315', 'name': 'network-vif-deleted', 'tag': 'f517142f-6509-4a2f-bd98-e43b5a85495f', 'status': 'completed', 'code': 200} Nov 22 16:49:07.365502 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d06f206a-4136-44ff-b138-be33bb548485 req-c87bc527-5056-4932-a8d7-0d35f74437c2 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.0292206 Nov 22 16:49:08.171999 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5cb3b-e4d2-485c-9271-6499c2ea65b5 req-2f89776c-35b2-4ee8-b203-6c29e9b5fda2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:08.173600 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c8c5cb3b-e4d2-485c-9271-6499c2ea65b5 req-2f89776c-35b2-4ee8-b203-6c29e9b5fda2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0820694 Nov 22 16:49:08.216021 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012b6cf-2b66-4173-816f-4f80e26382d9 req-8951d24b-3ccb-4c3c-aaf3-c97dcf0a0955 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:08.217602 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c012b6cf-2b66-4173-816f-4f80e26382d9 req-8951d24b-3ccb-4c3c-aaf3-c97dcf0a0955 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0934858 Nov 22 16:49:08.266724 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c8c5cb3b-e4d2-485c-9271-6499c2ea65b5 req-ca92df2e-ad8f-4a78-9968-d1c1da49f61b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825813 Nov 22 16:49:08.294472 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c012b6cf-2b66-4173-816f-4f80e26382d9 req-3bdab1bc-aefa-4ddd-a413-cb3642ac2523 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703287 Nov 22 16:49:08.487389 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e2a863b-ba79-44d7-8c19-81a38401f598 req-506b47e9-de52-4650-aed1-a28b135d112b tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.0292830 Nov 22 16:49:09.455870 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3abff-de53-4f55-8e21-ccf96a6cb6fe req-fcd43538-1eb3-4d60-9f94-ead00897f7c9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:09.457468 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f6f3abff-de53-4f55-8e21-ccf96a6cb6fe req-fcd43538-1eb3-4d60-9f94-ead00897f7c9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1048384 Nov 22 16:49:09.478206 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8b5b-8bc1-4f80-8888-0329f8cdcac0 req-cd506621-f42f-49ef-a7f1-08f0b2f398a4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:09.479674 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-811f8b5b-8bc1-4f80-8888-0329f8cdcac0 req-cd506621-f42f-49ef-a7f1-08f0b2f398a4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0773234 Nov 22 16:49:09.558410 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f6f3abff-de53-4f55-8e21-ccf96a6cb6fe req-48839219-446a-4da4-853b-b9489e762a3e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892234 Nov 22 16:49:09.565695 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-811f8b5b-8bc1-4f80-8888-0329f8cdcac0 req-5641454b-4f27-4092-922a-427361ec1bfb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793724 Nov 22 16:49:09.666649 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8be0343e-b55f-4d30-8971-9e989b62523b req-08c3cf8d-5459-481a-bc7a-ba78503aa7ff tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.0273614 Nov 22 16:49:10.390017 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f517142f-6509-4a2f-bd98-e43b5a85495f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:10.411362 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: f517142f-6509-4a2f-bd98-e43b5a85495f {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:10.412253 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f517142f-6509-4a2f-bd98-e43b5a85495f not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:10.736782 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0262d-ee44-45b4-a0f2-a4c3e26f7ec4 req-0b9173dc-753c-4a74-bd79-b6d4368dcec8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:10.738665 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76f0262d-ee44-45b4-a0f2-a4c3e26f7ec4 req-0b9173dc-753c-4a74-bd79-b6d4368dcec8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0867970 Nov 22 16:49:10.752840 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553c4a2-60be-40ff-82a8-caf29c7c1648 req-3b54c8fe-2fb5-4bb2-bc63-b747b12b2f30 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:10.754500 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c553c4a2-60be-40ff-82a8-caf29c7c1648 req-3b54c8fe-2fb5-4bb2-bc63-b747b12b2f30 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1007016 Nov 22 16:49:10.834700 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76f0262d-ee44-45b4-a0f2-a4c3e26f7ec4 req-9cbf062f-9f2e-40ee-ba71-49d9c1d30b2a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787921 Nov 22 16:49:10.842529 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c553c4a2-60be-40ff-82a8-caf29c7c1648 req-088f4ffc-1c19-496d-ac5d-11501ae53918 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796537 Nov 22 16:49:10.953290 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9e596a10-dff0-4bfc-a85c-688871c58cac req-bf17f251-403f-4572-8381-added7426f4c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9071056-f1dc-4e11-bfdd-b9b16c904315 HTTP/1.1" status: 200 len: 210 time: 0.0295851 Nov 22 16:49:12.006338 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447fd86-4e70-4f92-9602-d917a0327497 req-560e0125-6cad-479e-917c-1f12e2bf8797 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:12.007843 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f447fd86-4e70-4f92-9602-d917a0327497 req-560e0125-6cad-479e-917c-1f12e2bf8797 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0869045 Nov 22 16:49:12.022812 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce26a-b888-400e-baf9-ccb90212a42f req-4fc9e7bd-5bcf-4743-90f9-7a857afb7cd1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:12.024376 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e0dce26a-b888-400e-baf9-ccb90212a42f req-4fc9e7bd-5bcf-4743-90f9-7a857afb7cd1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0942643 Nov 22 16:49:12.097624 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f447fd86-4e70-4f92-9602-d917a0327497 req-b7bd382e-ce1a-4e27-bd9b-c59edc49892e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834396 Nov 22 16:49:12.106179 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e0dce26a-b888-400e-baf9-ccb90212a42f req-ab8114ba-50e6-4359-8b57-71d399fa3c23 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744851 Nov 22 16:49:13.404475 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:13.425569 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8730f-0076-4017-9312-6a3b24a7e521 req-9126aa9c-1e12-415f-bc07-f403e5b020f0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:13.438268 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-54c8730f-0076-4017-9312-6a3b24a7e521 req-9126aa9c-1e12-415f-bc07-f403e5b020f0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1674447 Nov 22 16:49:13.453303 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc5fc8-1121-445b-b0de-1ee9be5cd3f2 req-9ddff9b1-f1be-44b2-8c1f-9ffab518be28 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:13.462098 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-52fc5fc8-1121-445b-b0de-1ee9be5cd3f2 req-9ddff9b1-f1be-44b2-8c1f-9ffab518be28 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1611965 Nov 22 16:49:13.539378 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:13.556738 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'mac_address': 'fa:16:3e:94:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:13.575691 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-52fc5fc8-1121-445b-b0de-1ee9be5cd3f2 req-a68221e3-6d13-487b-9667-43fcd1344691 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112366 Nov 22 16:49:13.620857 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.632759 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-54c8730f-0076-4017-9312-6a3b24a7e521 req-465fbf78-3243-4b58-ae92-250f89f23e2e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952407 Nov 22 16:49:13.649228 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d268de10-396c-4f46-8ccd-83e594f2207e {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:13.698981 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:13.705330 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.835260 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=6']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:13.993491 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['d268de10-396c-4f46-8ccd-83e594f2207e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:14.070048 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6754-1c34-49f3-bf28-f6b7c17c8438 req-2e7a1f73-6e0f-4c93-b87c-a977079d6d96 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.079715 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-925b6754-1c34-49f3-bf28-f6b7c17c8438 req-2e7a1f73-6e0f-4c93-b87c-a977079d6d96 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.0857008 Nov 22 16:49:14.183475 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-925b6754-1c34-49f3-bf28-f6b7c17c8438 req-1a733dd7-4b31-42f9-8de7-d27eb29c5d8f tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021903 Nov 22 16:49:14.748835 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e0c85-4254-464c-ab99-e3f08f1e8885 req-e01a1654-2fed-4319-b656-f881abca7f8d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.757850 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-546e0c85-4254-464c-ab99-e3f08f1e8885 req-e01a1654-2fed-4319-b656-f881abca7f8d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0735018 Nov 22 16:49:14.919562 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-546e0c85-4254-464c-ab99-e3f08f1e8885 req-205fbf86-328a-4824-a561-31224a20fd01 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539509 Nov 22 16:49:15.035595 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a831b-dd7f-473c-8efc-8b3b503b9999 req-fc010631-73b7-446e-9b5c-774391c2a66f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.037879 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3b1a831b-dd7f-473c-8efc-8b3b503b9999 req-fc010631-73b7-446e-9b5c-774391c2a66f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.1169431 Nov 22 16:49:15.195574 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3b1a831b-dd7f-473c-8efc-8b3b503b9999 req-acd72f4d-1117-4d95-8d17-436b2abff572 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449049 Nov 22 16:49:15.445320 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:15.566428 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638ef49-6c9b-4eb6-85d0-7028b8a96eb1 req-36b97a7e-88ab-41c5-b185-dbe1461e23c7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.585488 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d638ef49-6c9b-4eb6-85d0-7028b8a96eb1 req-36b97a7e-88ab-41c5-b185-dbe1461e23c7 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.1938949 Nov 22 16:49:15.585814 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port d268de10-396c-4f46-8ccd-83e594f2207e triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:15.586461 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.775124 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.809760 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d638ef49-6c9b-4eb6-85d0-7028b8a96eb1 req-aa103f01-1bdf-47cb-a022-48da60fd1b25 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115469 Nov 22 16:49:15.847364 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:15.850022 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5045461-6202-441f-bc84-ecf41c226362" -d '{"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-plugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:15.876915 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:15.883989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.094962 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4d802-b305-48fc-8df3-fb336cd91593 x-openstack-request-id: req-99d4d802-b305-48fc-8df3-fb336cd91593 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:16.095444 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-plugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:16.095604 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99d4d802-b305-48fc-8df3-fb336cd91593 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:16.096047 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'code': 200} Nov 22 16:49:16.100806 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=7']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:16.151386 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea7630-631d-4b5c-b19f-160fcbaa0c0d req-8fe9d3b4-178f-4f6c-a7d3-845468f3e96f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.162230 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-47ea7630-631d-4b5c-b19f-160fcbaa0c0d req-8fe9d3b4-178f-4f6c-a7d3-845468f3e96f tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1012571 Nov 22 16:49:16.205731 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a20e357a-cec0-41f0-9892-319df68e81b0 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.209379 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a20e357a-cec0-41f0-9892-319df68e81b0 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.0693476 Nov 22 16:49:16.300898 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-47ea7630-631d-4b5c-b19f-160fcbaa0c0d req-891719c0-8f83-487e-a8f7-4d51f9aef89a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371896 Nov 22 16:49:16.569025 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfb78-d227-4b71-bc76-c3bdc60f8549 req-f8160f57-d9e9-43ce-80a6-bf225a620c4b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.716187 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-858cfb78-d227-4b71-bc76-c3bdc60f8549 req-f8160f57-d9e9-43ce-80a6-bf225a620c4b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.2677391 Nov 22 16:49:16.860197 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Deleting port 6262f34a-c749-4312-89ee-7e9ab39991c8 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:16.860674 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.910117 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-858cfb78-d227-4b71-bc76-c3bdc60f8549 req-fa3f7ec0-b694-4dd7-a6aa-8fc6f7814270 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025170 Nov 22 16:49:17.035536 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] For port 6262f34a-c749-4312-89ee-7e9ab39991c8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6262f34a-c749-4312-89ee-7e9ab39991c8,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:17.036285 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.058262 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Calling delete_port for 6262f34a-c749-4312-89ee-7e9ab39991c8 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:17.070190 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0026bb-2a23-4657-8e9b-385e873eaa35 req-13967a84-12d3-4ba8-a4ba-ddf140f55d7a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.072476 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4c0026bb-2a23-4657-8e9b-385e873eaa35 req-13967a84-12d3-4ba8-a4ba-ddf140f55d7a tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 946 time: 0.0789006 Nov 22 16:49:17.232465 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4c0026bb-2a23-4657-8e9b-385e873eaa35 req-87cedecb-ed04-4d20-85a2-2e918bd13a03 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503053 Nov 22 16:49:17.405444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.465258 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2', 'f161f420-b2a8-4508-96f4-093c1147db59', '6262f34a-c749-4312-89ee-7e9ab39991c8'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:17.473240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event deleted for resources: {'Port': ['ID=6262f34a-c749-4312-89ee-7e9ab39991c8,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:17.533713 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731096a-ba5e-468a-8839-38e483109317 req-018b7e30-6edc-42f3-8f14-3ecbd19a4522 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.543021 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c731096a-ba5e-468a-8839-38e483109317 req-018b7e30-6edc-42f3-8f14-3ecbd19a4522 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1107130 Nov 22 16:49:17.569115 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] No DVR routers for this DVR port 6262f34a-c749-4312-89ee-7e9ab39991c8 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:17.588548 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.601975 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94cfea7e-09be-4707-9680-5fc6a4c2a73d req-a1961f84-a242-4e9a-afc3-f409e3fcedde tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "DELETE /v2.0/ports/6262f34a-c749-4312-89ee-7e9ab39991c8 HTTP/1.1" status: 204 len: 173 time: 1.3849511 Nov 22 16:49:17.602718 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'name': 'network-vif-deleted', 'tag': '6262f34a-c749-4312-89ee-7e9ab39991c8'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:17.610134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b27a34-bdfb-49c4-8014-a95fde0c9664" -d '{"events": [{"server_uuid": "9dc3b870-6198-463e-8ee9-b68bbb652e52", "name": "network-vif-deleted", "tag": "6262f34a-c749-4312-89ee-7e9ab39991c8"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:17.660758 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c731096a-ba5e-468a-8839-38e483109317 req-fe9109e3-e227-4d6d-9b82-cd00b849b209 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070850 Nov 22 16:49:17.741493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f021f4a-9ac6-4b32-99b4-edd839fb5925 x-openstack-request-id: req-4f021f4a-9ac6-4b32-99b4-edd839fb5925 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:17.741493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc3b870-6198-463e-8ee9-b68bbb652e52", "name": "network-vif-deleted", "tag": "6262f34a-c749-4312-89ee-7e9ab39991c8", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:17.741493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f021f4a-9ac6-4b32-99b4-edd839fb5925 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:17.741493 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc3b870-6198-463e-8ee9-b68bbb652e52', 'name': 'network-vif-deleted', 'tag': '6262f34a-c749-4312-89ee-7e9ab39991c8', 'status': 'completed', 'code': 200} Nov 22 16:49:18.198432 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af219a9a-0360-4f62-b3e7-8707d7f05690 req-8f018b38-45d3-4991-bc30-8e7b6b1ce7f1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.219312 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-af219a9a-0360-4f62-b3e7-8707d7f05690 req-8f018b38-45d3-4991-bc30-8e7b6b1ce7f1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1417580 Nov 22 16:49:18.438278 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-af219a9a-0360-4f62-b3e7-8707d7f05690 req-515badbe-fd83-4683-a8aa-43702f1ca2d5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156389 Nov 22 16:49:18.639073 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-01c187a9-1ab0-4078-841d-71a04de81cd3 req-cf050a69-43e9-43e9-a2ec-42037fcfdf1d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dc3b870-6198-463e-8ee9-b68bbb652e52 HTTP/1.1" status: 200 len: 210 time: 0.1042902 Nov 22 16:49:18.916515 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115b59b-f2ae-48e3-8388-ed1eb4d23f71 req-8f809031-ed2c-4524-a66b-412029f85800 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.922027 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a115b59b-f2ae-48e3-8388-ed1eb4d23f71 req-8f809031-ed2c-4524-a66b-412029f85800 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1108849 Nov 22 16:49:19.049406 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a115b59b-f2ae-48e3-8388-ed1eb4d23f71 req-85bef66a-393f-4d59-91a7-2415f23a54b6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167846 Nov 22 16:49:19.291128 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-5bc28056-3d65-48f2-bb34-2c517511855e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856249 Nov 22 16:49:19.472776 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-a3fa8e7f-8792-492c-b8b6-ec17578db04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.475569 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-a3fa8e7f-8792-492c-b8b6-ec17578db04c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 1098 time: 0.1289084 Nov 22 16:49:19.674842 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-eda218b3-9a99-4461-b813-80187b69e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.676754 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-eda218b3-9a99-4461-b813-80187b69e41c service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.1638091 Nov 22 16:49:19.739586 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-f5fbcd85-980b-45ee-9d45-9992fcf3450d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2cb7311-7775-45f5-a309-0e88da36762b HTTP/1.1" status: 200 len: 217 time: 0.0545011 Nov 22 16:49:19.740963 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789ff9-8b77-42ac-9d87-af01966b6893 req-cad8e140-f975-4813-810a-819f3d0d9c58 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.747814 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d0789ff9-8b77-42ac-9d87-af01966b6893 req-cad8e140-f975-4813-810a-819f3d0d9c58 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1400778 Nov 22 16:49:19.846912 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-67529548-bcef-49c3-854c-c04bc35d0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.848745 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-67529548-bcef-49c3-854c-c04bc35d0b77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0962062 Nov 22 16:49:19.871680 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d0789ff9-8b77-42ac-9d87-af01966b6893 req-a494c51d-157f-4313-b639-c4eb15361193 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123681 Nov 22 16:49:19.896520 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.920738 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-598410d7-6131-44c9-af01-15d3a2a52f14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643797 Nov 22 16:49:20.106039 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-615c012f-ab3b-4ae4-b0ac-2b85bc28c828 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749218 Nov 22 16:49:20.332532 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-72ddbf80-40ed-4a59-8406-8cfb3367b339 req-8c2ec24d-0ffb-406d-bafe-27170c991cf8 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206721 Nov 22 16:49:20.469785 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20b6ed-00ec-49c8-a61e-b8663c34573f req-4e4bd876-9370-47e6-8207-ad76bd98bcff tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.471466 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2d20b6ed-00ec-49c8-a61e-b8663c34573f req-4e4bd876-9370-47e6-8207-ad76bd98bcff tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.2770140 Nov 22 16:49:20.510871 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64b79-09de-4670-91e0-91ddfc883799 req-a6446b9e-4b75-4636-b9b1-0def4c7e408e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.512844 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fba64b79-09de-4670-91e0-91ddfc883799 req-a6446b9e-4b75-4636-b9b1-0def4c7e408e tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.1562424 Nov 22 16:49:20.633619 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fba64b79-09de-4670-91e0-91ddfc883799 req-30cffc4d-6de8-42f1-a6dd-7ce1a1ec681b tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882978 Nov 22 16:49:20.692005 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2d20b6ed-00ec-49c8-a61e-b8663c34573f req-66cefa65-10c4-4bb0-b72d-109b89da8d6a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048161 Nov 22 16:49:21.089962 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596d8c8-a469-4aec-96ed-a299a1a1454e req-551330c8-c9aa-47b4-85d2-adbf611d9785 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.092180 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0596d8c8-a469-4aec-96ed-a299a1a1454e req-551330c8-c9aa-47b4-85d2-adbf611d9785 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1098115 Nov 22 16:49:21.190347 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0596d8c8-a469-4aec-96ed-a299a1a1454e req-9219ef40-fe85-44a9-9a59-f842ce0b77ba tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771737 Nov 22 16:49:21.474640 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6262f34a-c749-4312-89ee-7e9ab39991c8 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:21.512425 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 6262f34a-c749-4312-89ee-7e9ab39991c8 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:21.513071 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6262f34a-c749-4312-89ee-7e9ab39991c8 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:21.816232 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c9075-8431-4ab8-b37c-fc1987d642ba req-44c2f92d-abef-4108-90af-014babc7cb34 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.824795 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-941c9075-8431-4ab8-b37c-fc1987d642ba req-44c2f92d-abef-4108-90af-014babc7cb34 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.0865119 Nov 22 16:49:21.919099 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-941c9075-8431-4ab8-b37c-fc1987d642ba req-4a13aa38-42ba-4ec7-962a-18a94e9ca979 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931425 Nov 22 16:49:21.992180 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde965f-9f86-4f22-b0de-0a640843c4e5 req-91c5bed6-5277-4e46-8961-523e75ad3339 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.010424 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bde965f-9f86-4f22-b0de-0a640843c4e5 req-91c5bed6-5277-4e46-8961-523e75ad3339 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1261883 Nov 22 16:49:22.102860 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bde965f-9f86-4f22-b0de-0a640843c4e5 req-78d049f7-c19d-40cd-8b1d-73ab088b28a4 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903146 Nov 22 16:49:22.356155 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f548-455e-4298-9fb6-79e4e971dc30 req-b64b763a-b794-48d3-a25a-8f0ac22827eb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.358155 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a478f548-455e-4298-9fb6-79e4e971dc30 req-b64b763a-b794-48d3-a25a-8f0ac22827eb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0876796 Nov 22 16:49:22.495322 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a478f548-455e-4298-9fb6-79e4e971dc30 req-0d01f78e-3de4-4db7-9879-89b0c9078b2c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282630 Nov 22 16:49:22.499274 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-87d9c421-f1fb-4d57-bbe7-6fb4416c424d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.501786 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-87d9c421-f1fb-4d57-bbe7-6fb4416c424d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.1010377 Nov 22 16:49:22.669848 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Deleting port f161f420-b2a8-4508-96f4-093c1147db59 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:22.670110 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.878142 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] For port f161f420-b2a8-4508-96f4-093c1147db59, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f161f420-b2a8-4508-96f4-093c1147db59,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:22.879741 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.915809 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Calling delete_port for f161f420-b2a8-4508-96f4-093c1147db59 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:23.144647 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8dd4f-b7d9-4c01-b6b1-e5dfb3556b81 req-3f19e27d-8f09-495f-96e4-10418c6294dc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.160750 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16a8dd4f-b7d9-4c01-b6b1-e5dfb3556b81 req-3f19e27d-8f09-495f-96e4-10418c6294dc tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 945 time: 0.1096895 Nov 22 16:49:23.215017 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.263689 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2', 'f161f420-b2a8-4508-96f4-093c1147db59'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:23.288318 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16a8dd4f-b7d9-4c01-b6b1-e5dfb3556b81 req-2b43d8d1-336c-455d-b328-98c0523c5a0d tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222327 Nov 22 16:49:23.386883 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event deleted for resources: {'Port': ['ID=f161f420-b2a8-4508-96f4-093c1147db59,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:23.426315 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87afd0-4428-4888-9de0-32d9b6381098 req-32a31307-9241-4931-a3d7-bc295f02e78a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.435242 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e87afd0-4428-4888-9de0-32d9b6381098 req-32a31307-9241-4931-a3d7-bc295f02e78a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1378729 Nov 22 16:49:23.435861 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.436648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.437440 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.438208 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.438995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.439795 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.440436 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.441041 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.441532 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.443050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.443886 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.445510 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:23.451295 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] No DVR routers for this DVR port f161f420-b2a8-4508-96f4-093c1147db59 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:23.454795 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.459852 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-3be239d4-9409-44cd-9ae7-8e73ff8c0848 req-0ea2440d-4379-4229-a0ca-bf79b1788e32 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "DELETE /v2.0/ports/f161f420-b2a8-4508-96f4-093c1147db59 HTTP/1.1" status: 204 len: 173 time: 0.9513254 Nov 22 16:49:23.460520 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'name': 'network-vif-deleted', 'tag': 'f161f420-b2a8-4508-96f4-093c1147db59'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:23.474092 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4968c0c-4317-448b-bb15-0569df82b800" -d '{"events": [{"server_uuid": "5a5a9920-9b57-4407-a8ec-81e482c17f40", "name": "network-vif-deleted", "tag": "f161f420-b2a8-4508-96f4-093c1147db59"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:23.559456 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39250166-1b45-48bd-abc5-6de05d7a7c99 x-openstack-request-id: req-39250166-1b45-48bd-abc5-6de05d7a7c99 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:23.561525 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5a9920-9b57-4407-a8ec-81e482c17f40", "name": "network-vif-deleted", "tag": "f161f420-b2a8-4508-96f4-093c1147db59", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:23.562156 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39250166-1b45-48bd-abc5-6de05d7a7c99 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:23.563029 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5a9920-9b57-4407-a8ec-81e482c17f40', 'name': 'network-vif-deleted', 'tag': 'f161f420-b2a8-4508-96f4-093c1147db59', 'status': 'completed', 'code': 200} Nov 22 16:49:23.606195 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e87afd0-4428-4888-9de0-32d9b6381098 req-91341d79-5275-45b2-9e34-687acb154a9b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699681 Nov 22 16:49:23.767898 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65de0c-b00e-4de1-976f-f1d36f506343 req-9a00e5e6-9987-438c-84a8-b1263f133a46 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.770181 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bd65de0c-b00e-4de1-976f-f1d36f506343 req-9a00e5e6-9987-438c-84a8-b1263f133a46 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0850608 Nov 22 16:49:24.089109 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bd65de0c-b00e-4de1-976f-f1d36f506343 req-50a4d629-509a-4a00-b1af-3f52dc1c7525 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110411 Nov 22 16:49:24.549708 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc5acb1e-8297-4e36-8940-969103aa03f7 req-adab129d-c13a-43a2-b84e-2eb5d491c999 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a5a9920-9b57-4407-a8ec-81e482c17f40 HTTP/1.1" status: 200 len: 210 time: 0.0370920 Nov 22 16:49:24.834180 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69fdfd-772d-4cdc-8654-97ae29a1fbaf req-80772858-aea5-407c-84c7-6669200915d3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.835492 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fe69fdfd-772d-4cdc-8654-97ae29a1fbaf req-80772858-aea5-407c-84c7-6669200915d3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0931005 Nov 22 16:49:24.955509 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fe69fdfd-772d-4cdc-8654-97ae29a1fbaf req-cca4e3d1-ebd6-447a-a6dd-7437cbc25ed2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134830 Nov 22 16:49:25.291214 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cefe63-3f13-49f7-9479-db5ba3fed774 req-a0a6d6e9-da41-4c67-ad98-597d33454ba1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.299781 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f7cefe63-3f13-49f7-9479-db5ba3fed774 req-a0a6d6e9-da41-4c67-ad98-597d33454ba1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0685787 Nov 22 16:49:25.397982 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f7cefe63-3f13-49f7-9479-db5ba3fed774 req-7333a7d5-8219-40c8-827f-ea9971ef8be1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963397 Nov 22 16:49:26.194068 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cabb61-2e60-487d-8ec6-6e2b29ecd1ae req-966cad33-6889-411d-b308-378bd0714628 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:26.201642 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65cabb61-2e60-487d-8ec6-6e2b29ecd1ae req-966cad33-6889-411d-b308-378bd0714628 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0891569 Nov 22 16:49:26.301313 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65cabb61-2e60-487d-8ec6-6e2b29ecd1ae req-e49c2c8c-e508-4b88-b104-c413bbbc70c1 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973110 Nov 22 16:49:26.694912 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73313122-8b7b-484b-b9b1-87a258865f67 req-9040a95d-40e3-4be2-8352-ec18cfb27200 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:26.704352 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-73313122-8b7b-484b-b9b1-87a258865f67 req-9040a95d-40e3-4be2-8352-ec18cfb27200 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1475356 Nov 22 16:49:26.798556 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-73313122-8b7b-484b-b9b1-87a258865f67 req-d111663f-9290-4ffa-80c2-e9d2786b3bd5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867403 Nov 22 16:49:27.176851 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a9cdb-0f99-4e5b-98ad-9e8e2235b991 req-ec6e5713-94d3-4ae1-ba0d-a64e8a64180c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.187259 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-346a9cdb-0f99-4e5b-98ad-9e8e2235b991 req-ec6e5713-94d3-4ae1-ba0d-a64e8a64180c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.0832620 Nov 22 16:49:27.258044 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-346a9cdb-0f99-4e5b-98ad-9e8e2235b991 req-210c0316-9631-4aff-9de5-9cd3f0aa38c0 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Nov 22 16:49:27.456115 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf999-9b6f-4f6e-913c-10e321c000f5 req-c67661ad-c4dc-4744-8994-b41147e6e14b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.457712 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e8ecf999-9b6f-4f6e-913c-10e321c000f5 req-c67661ad-c4dc-4744-8994-b41147e6e14b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0690365 Nov 22 16:49:27.503263 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f161f420-b2a8-4508-96f4-093c1147db59 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:27.524144 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: f161f420-b2a8-4508-96f4-093c1147db59 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:27.524388 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e8ecf999-9b6f-4f6e-913c-10e321c000f5 req-cf7ea66b-e555-4551-8a2d-7ada0672c11a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598619 Nov 22 16:49:27.524487 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f161f420-b2a8-4508-96f4-093c1147db59 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:27.928957 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2ad34-7f16-41b5-b869-4c825400c22b req-9d8b0a9c-d244-49c3-a6a3-99a2ce8be8b0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.930449 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ed2ad34-7f16-41b5-b869-4c825400c22b req-9d8b0a9c-d244-49c3-a6a3-99a2ce8be8b0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0589144 Nov 22 16:49:28.016728 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ed2ad34-7f16-41b5-b869-4c825400c22b req-69b9f4f0-feeb-476e-987f-cfe3fc41362e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789227 Nov 22 16:49:28.086656 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-4c9324a3-2ee0-42c4-8468-503521a9c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.088228 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-4c9324a3-2ee0-42c4-8468-503521a9c3c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1098 time: 0.0550923 Nov 22 16:49:28.236077 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-a74c8704-ffce-426c-89dd-4ed9dc780c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.237555 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-a74c8704-ffce-426c-89dd-4ed9dc780c8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.1369617 Nov 22 16:49:28.328055 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-7a0aa92a-988c-44fe-9a36-ed76ecefa398 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 1001 time: 0.0818114 Nov 22 16:49:28.410322 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-0f6bc2e5-0aa3-4b1d-8eb2-126f66a87155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.412056 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-0f6bc2e5-0aa3-4b1d-8eb2-126f66a87155 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0713694 Nov 22 16:49:28.415196 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b8d01-0097-44a6-9aaf-9110a512f430 req-85e326f3-d47d-4af9-ac97-b702eb659f10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.416801 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ce4b8d01-0097-44a6-9aaf-9110a512f430 req-85e326f3-d47d-4af9-ac97-b702eb659f10 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.0570214 Nov 22 16:49:28.497009 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-db5c6b80-7b07-4873-9291-098c99af1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.497741 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ce4b8d01-0097-44a6-9aaf-9110a512f430 req-0b6bdb8b-3c66-4ee7-9f4a-b5813a0f8f93 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717692 Nov 22 16:49:28.498770 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-db5c6b80-7b07-4873-9291-098c99af1adf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762918 Nov 22 16:49:28.703105 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-621097a6-8d72-4701-9fe9-304000ce34d0 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958609 Nov 22 16:49:28.736225 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73554b44-642b-41ae-9d1d-5cfd97d7fc2c req-edb945af-3c01-425b-b775-c2463dd74e8c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.743040 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-73554b44-642b-41ae-9d1d-5cfd97d7fc2c req-edb945af-3c01-425b-b775-c2463dd74e8c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1071258 Nov 22 16:49:28.841157 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-73554b44-642b-41ae-9d1d-5cfd97d7fc2c req-f030797c-3739-46c3-9806-cb1ae351d026 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912871 Nov 22 16:49:28.841689 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6780adeb-e201-43af-be70-98eec99d60d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.864255 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6b7d024d-92b5-4701-9984-75e7fff16b83 req-c52fe3ad-925c-4980-926d-b2ad90db2524 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526616 Nov 22 16:49:29.031938 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1555e78-9e65-48e9-a8e3-61461f4cd4da req-832ca16d-215b-4c78-ad1a-3ed68620d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.033738 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1555e78-9e65-48e9-a8e3-61461f4cd4da req-832ca16d-215b-4c78-ad1a-3ed68620d3f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.0506670 Nov 22 16:49:29.108483 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1555e78-9e65-48e9-a8e3-61461f4cd4da req-eaa4c0c4-1f3f-4a73-aa3a-7aa848ad8639 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656707 Nov 22 16:49:29.185263 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a5e4c-2dee-41ec-b06a-8925c4ed870b req-bd28dc9f-0d8f-48d2-8424-b16035b633a4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.187018 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e0a5e4c-2dee-41ec-b06a-8925c4ed870b req-bd28dc9f-0d8f-48d2-8424-b16035b633a4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.0566406 Nov 22 16:49:29.254025 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e0a5e4c-2dee-41ec-b06a-8925c4ed870b req-07173acf-628f-42c8-a3b6-c4c2d16d9139 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569677 Nov 22 16:49:29.658919 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80520179-cac5-470a-9374-84e0eec770dc req-9ba7a3e6-58de-4620-b191-8782050c3792 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.664389 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-80520179-cac5-470a-9374-84e0eec770dc req-9ba7a3e6-58de-4620-b191-8782050c3792 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.0761454 Nov 22 16:49:29.733323 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-80520179-cac5-470a-9374-84e0eec770dc req-6381c015-7260-4158-bf40-b45d24357ee1 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/security-groups?id=169a0ba8-af54-4c21-8cbe-b23a323fd107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664639 Nov 22 16:49:29.980915 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-594d1fb9-ad72-44af-8dac-b5f61a1d721c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.983468 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-594d1fb9-ad72-44af-8dac-b5f61a1d721c tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 946 time: 0.0848827 Nov 22 16:49:30.061376 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e13c0-519e-48dd-acfc-216400ab8f78 req-4690109f-e4e7-41e0-bb48-24b3116a5c50 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:30.062986 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2d1e13c0-519e-48dd-acfc-216400ab8f78 req-4690109f-e4e7-41e0-bb48-24b3116a5c50 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0992203 Nov 22 16:49:30.164912 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2d1e13c0-519e-48dd-acfc-216400ab8f78 req-7492e5f4-f943-4499-ba56-1401fe4d8f56 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899432 Nov 22 16:49:30.171735 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Deleting port 948e5c76-68b7-441c-b331-9380ea7a34e2 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:30.172667 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.335222 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] For port 948e5c76-68b7-441c-b331-9380ea7a34e2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=948e5c76-68b7-441c-b331-9380ea7a34e2,segment=NetworkSegment(c6cd187e-b3af-41f8-a199-d9734f7fb647),segment_id=c6cd187e-b3af-41f8-a199-d9734f7fb647)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:30.336022 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.366983 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Calling delete_port for 948e5c76-68b7-441c-b331-9380ea7a34e2 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:30.563815 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c8f1e-7e41-4e09-a377-238e86c849cd req-515940dc-5602-4489-aeae-b9607d585c41 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:30.565892 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-573c8f1e-7e41-4e09-a377-238e86c849cd req-515940dc-5602-4489-aeae-b9607d585c41 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 945 time: 0.1177678 Nov 22 16:49:30.650270 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.660601 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-573c8f1e-7e41-4e09-a377-238e86c849cd req-cfcc5f70-d1f1-4e7f-a89f-cc1fae77ade6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870218 Nov 22 16:49:30.740975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Pushing event deleted for resources: {'Port': ['ID=948e5c76-68b7-441c-b331-9380ea7a34e2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:30.756064 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['948e5c76-68b7-441c-b331-9380ea7a34e2'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:30.799431 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] No DVR routers for this DVR port 948e5c76-68b7-441c-b331-9380ea7a34e2 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:30.803402 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.808237 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-848d8e66-a8e3-4ad7-a4b3-263fc1fd69f9 req-cb331738-3ca0-4a4e-a191-9fe1c65a4358 tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.58 "DELETE /v2.0/ports/948e5c76-68b7-441c-b331-9380ea7a34e2 HTTP/1.1" status: 204 len: 173 time: 0.8148842 Nov 22 16:49:30.808930 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'name': 'network-vif-deleted', 'tag': '948e5c76-68b7-441c-b331-9380ea7a34e2'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:30.811846 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39914bbb-a0c6-46d5-a1c9-6ffc61005e08" -d '{"events": [{"server_uuid": "46aaa1f5-cd61-46b1-9424-8444b96c948e", "name": "network-vif-deleted", "tag": "948e5c76-68b7-441c-b331-9380ea7a34e2"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:30.894106 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af93fa-fb86-492d-b47f-ee0fb29fb849 x-openstack-request-id: req-36af93fa-fb86-492d-b47f-ee0fb29fb849 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:30.894907 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aaa1f5-cd61-46b1-9424-8444b96c948e", "name": "network-vif-deleted", "tag": "948e5c76-68b7-441c-b331-9380ea7a34e2", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:30.896241 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36af93fa-fb86-492d-b47f-ee0fb29fb849 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:30.898190 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aaa1f5-cd61-46b1-9424-8444b96c948e', 'name': 'network-vif-deleted', 'tag': '948e5c76-68b7-441c-b331-9380ea7a34e2', 'status': 'completed', 'code': 200} Nov 22 16:49:30.953843 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a231dd5e-ceb9-4261-8a9e-c4b3469cacf5 req-e64352a8-bb6b-451b-af86-f299f1474bed tempest-AttachVolumeNegativeTest-1703532779 tempest-AttachVolumeNegativeTest-1703532779-project] 10.222.0.61 "GET /v2.0/ports?device_id=46aaa1f5-cd61-46b1-9424-8444b96c948e HTTP/1.1" status: 200 len: 210 time: 0.0324454 Nov 22 16:49:31.042912 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-17d19340-d995-49c4-8746-9abcaf2a785a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.400560 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c3191-b2a8-440e-902a-ce6facd5a4f6 req-6efedc15-3fb4-4820-ac04-fe6478c2f762 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.414645 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5a5c3191-b2a8-440e-902a-ce6facd5a4f6 req-6efedc15-3fb4-4820-ac04-fe6478c2f762 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1319532 Nov 22 16:49:31.478534 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5a5c3191-b2a8-440e-902a-ce6facd5a4f6 req-190f9e55-b38a-4a79-ad1b-e86301a05efb tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627291 Nov 22 16:49:31.484427 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:31.597755 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.627558 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:31.630554 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55786103-f73d-4689-9b0d-bc1224b1e6e8" -d '{"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-unplugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:31.653321 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:31.659568 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.749675 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86176ec0-2726-46f7-98e2-b67ba8515923 x-openstack-request-id: req-86176ec0-2726-46f7-98e2-b67ba8515923 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:31.749675 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-unplugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:31.749675 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86176ec0-2726-46f7-98e2-b67ba8515923 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:31.749675 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'code': 200} Nov 22 16:49:31.749675 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=8']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.899128 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee7bf-4c41-4475-8ccd-40e7913f2875 req-061bb700-327a-4949-a610-bee7a9d16ec9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.903126 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d0bee7bf-4c41-4475-8ccd-40e7913f2875 req-061bb700-327a-4949-a610-bee7a9d16ec9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0960176 Nov 22 16:49:32.144886 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-f2c50734-55c0-4cd1-b0fe-7f7000cfb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.146322 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-f2c50734-55c0-4cd1-b0fe-7f7000cfb23f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46cf61d791e04bc483cab9a8f8745008&device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 1098 time: 0.0676093 Nov 22 16:49:32.148599 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d0bee7bf-4c41-4475-8ccd-40e7913f2875 req-9db75bff-f277-4cb3-9c11-b16e49ba9b6e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058113 Nov 22 16:49:32.226563 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.230894 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:32.242440 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c3b8-7790-435c-8e7b-6fe57edd9997 req-d59308ea-a46d-4d03-bbaa-14af70c66e83 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.244991 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5072c3b8-7790-435c-8e7b-6fe57edd9997 req-d59308ea-a46d-4d03-bbaa-14af70c66e83 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1967461 Nov 22 16:49:32.256163 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 46412) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.369594 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Deleting subnet eab90451-b771-49cb-b6c1-12773a987fb9 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:32.378828 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.383396 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-3a60c3ff-7854-40b1-8e9c-5e4d2d47e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.385919 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-3a60c3ff-7854-40b1-8e9c-5e4d2d47e8ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 200 len: 920 time: 0.2279224 Nov 22 16:49:32.388003 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5072c3b8-7790-435c-8e7b-6fe57edd9997 req-456b998f-b993-476d-9093-efe804fa8615 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302459 Nov 22 16:49:32.452504 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.466334 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-0d769040-5b3b-423d-abb8-9a0106956da8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0630670 Nov 22 16:49:32.519948 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.539626 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-3a0037ea-5fdc-4400-a113-efdcf4121060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.542059 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-3a0037ea-5fdc-4400-a113-efdcf4121060 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 200 len: 859 time: 0.0682845 Nov 22 16:49:32.607309 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-6a51edcc-8d46-4785-83f3-051594abca3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ef43581-0b2d-45c7-919f-e29c34327fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563719 Nov 22 16:49:32.625601 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.674748 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab90451-b771-49cb-b6c1-12773a987fb9,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.683486 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.689144 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eab90451-b771-49cb-b6c1-12773a987fb9 HTTP/1.1" status: 204 len: 168 time: 0.4295323 Nov 22 16:49:32.696094 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 46418) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.708135 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.708754 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.709368 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.710024 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.710698 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.712188 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.712815 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.713405 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.714238 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.714977 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.715562 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.716186 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e8060-c1cd-4ec1-9b85-5f9e6eeac6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:32.818814 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-3ca7d87f-e05c-4492-85d1-e6ca32852b02 service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958716 Nov 22 16:49:32.870044 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.049178 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8da1beb9-f855-4f76-a8fa-67ad25f757ae req-56af3ab9-9daa-4b9b-8425-62ec5ff2a98d service neutron] 10.222.0.58 "GET /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216809 Nov 22 16:49:33.123013 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.170449 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45736139-c6d0-4dea-bd82-3ebc3b844a1c']}} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:33.186721 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cd187e-b3af-41f8-a199-d9734f7fb647') {'for_net_delete': True} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:33.187375 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cd187e-b3af-41f8-a199-d9734f7fb647') {} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:33.204744 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13820336'] for segment, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.229289 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.239052 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=119718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:33.239727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13509797'] for segment, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: Traceback (most recent call last): Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: timer() Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: cb(*args, **kw) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: return func(*args, **kwargs) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: self._notify() Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: self.callback(batched_events) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: event.method(event) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: return f(self, *a, **k) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._get(url).json() Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:33.242980 dv-cinder-804735-12-iscsi neutron-server[119718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:33.371726 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.400862 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.428464 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] 10.222.0.61 "DELETE /v2.0/networks/45736139-c6d0-4dea-bd82-3ebc3b844a1c HTTP/1.1" status: 204 len: 168 time: 0.7309000 Nov 22 16:49:33.475382 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02f08f-dba9-4b33-a0ff-587cb1f04b17 req-978d4b76-0c6a-4920-a424-8fa5bb4167e3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.478089 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9b02f08f-dba9-4b33-a0ff-587cb1f04b17 req-978d4b76-0c6a-4920-a424-8fa5bb4167e3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1797230 Nov 22 16:49:33.490222 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce4e64-f48b-4bd1-bfbd-ee5c9e388260 admin admin] Pushing event deleted for resources: {'Network': ['ID=45736139-c6d0-4dea-bd82-3ebc3b844a1c,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:33.625637 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.699946 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299aa42-d51b-4b70-9939-2191e2ff18d7 req-3fddb64c-5c76-4e14-bf25-0c791dbafcbb tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.702220 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f299aa42-d51b-4b70-9939-2191e2ff18d7 req-3fddb64c-5c76-4e14-bf25-0c791dbafcbb tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1421041 Nov 22 16:49:33.706865 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9b02f08f-dba9-4b33-a0ff-587cb1f04b17 req-7c0bb26d-e80d-4d6d-87ec-119000750d5e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929142 Nov 22 16:49:33.823064 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f299aa42-d51b-4b70-9939-2191e2ff18d7 req-bd67f0eb-abc5-4dcf-b656-7a0806467962 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091795 Nov 22 16:49:34.036139 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46450) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:34.183808 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f851307f-ae35-44bb-802c-19e4bf42ca2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5d4f105bf7f47a8a530e61cecdb8ef3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1451507 Nov 22 16:49:34.187356 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46456) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:34.299673 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7e7-e3cd-4d60-8e63-cc90746975b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.360383 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7e7-e3cd-4d60-8e63-cc90746975b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.431182 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.514441 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7e7-e3cd-4d60-8e63-cc90746975b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.522922 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2b4db7e7-e3cd-4d60-8e63-cc90746975b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.525067 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2b4db7e7-e3cd-4d60-8e63-cc90746975b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/169a0ba8-af54-4c21-8cbe-b23a323fd107 HTTP/1.1" status: 204 len: 168 time: 0.3360832 Nov 22 16:49:34.547914 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4db7e7-e3cd-4d60-8e63-cc90746975b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169a0ba8-af54-4c21-8cbe-b23a323fd107,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:34.919144 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [req-91df5778-670d-4fff-9526-c3f4da4c51c4 req-3ab04c9b-6795-44df-ade5-60b3c43f46d1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:49:34.921627 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-91df5778-670d-4fff-9526-c3f4da4c51c4 req-3ab04c9b-6795-44df-ade5-60b3c43f46d1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111024 Nov 22 16:49:35.113090 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d607d52-c130-4d1d-80d0-3d4a00cfb574 req-935fb7dc-0b0f-45cc-93b9-0dfe1840c259 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.127597 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8d607d52-c130-4d1d-80d0-3d4a00cfb574 req-935fb7dc-0b0f-45cc-93b9-0dfe1840c259 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1184046 Nov 22 16:49:35.319692 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8d607d52-c130-4d1d-80d0-3d4a00cfb574 req-7607eaba-e184-48b6-9ffc-a079e711ed3d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903152 Nov 22 16:49:35.373212 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e46f0b-d60a-49da-910d-5188daf85f7b req-ed472e28-fa2c-48c3-b52d-33b44de163fe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.390890 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-31e46f0b-d60a-49da-910d-5188daf85f7b req-ed472e28-fa2c-48c3-b52d-33b44de163fe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.2018323 Nov 22 16:49:35.511121 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-31e46f0b-d60a-49da-910d-5188daf85f7b req-521c0237-e258-4987-a2e4-f1fa58dfd21f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180050 Nov 22 16:49:36.336312 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46536) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:36.559699 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-f45266e0-b6b7-4eb2-9d2f-4e63cf67263a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2215140 Nov 22 16:49:36.569804 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38f11-62f3-4a48-9824-6c45fc2924be req-32dcf7eb-6be5-4651-ad1e-979d2a698097 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.576869 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-d241b127-7f43-412c-9f80-bf9c4eae056e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:49:36.591027 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-48d38f11-62f3-4a48-9824-6c45fc2924be req-32dcf7eb-6be5-4651-ad1e-979d2a698097 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.1648355 Nov 22 16:49:36.594489 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-d241b127-7f43-412c-9f80-bf9c4eae056e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0296330 Nov 22 16:49:36.665996 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-48d38f11-62f3-4a48-9824-6c45fc2924be req-87b7a318-702c-48d2-9101-8214ada20b83 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Nov 22 16:49:36.774585 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffbcd9-6c80-4ce5-8f37-e8398904fcff req-114100d7-0576-40d2-a58c-26b82b58d6fa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.776439 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ffbcd9-6c80-4ce5-8f37-e8398904fcff req-114100d7-0576-40d2-a58c-26b82b58d6fa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0850716 Nov 22 16:49:36.896244 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ffbcd9-6c80-4ce5-8f37-e8398904fcff req-3b0893e9-ee09-4a68-9f57-be8f49e61d70 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115255 Nov 22 16:49:37.340322 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 948e5c76-68b7-441c-b331-9380ea7a34e2 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:37.407733 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 948e5c76-68b7-441c-b331-9380ea7a34e2 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:37.408770 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 948e5c76-68b7-441c-b331-9380ea7a34e2 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:37.514949 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:38.053879 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6ebb8-63ee-484c-b805-04f618e972b6 req-92a464a6-701a-4cd9-abc9-8e9df75f23a7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.063309 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44a6ebb8-63ee-484c-b805-04f618e972b6 req-92a464a6-701a-4cd9-abc9-8e9df75f23a7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.2827418 Nov 22 16:49:38.131980 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44a6ebb8-63ee-484c-b805-04f618e972b6 req-4b537497-7b4d-4d16-b77f-50b7941a5970 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648997 Nov 22 16:49:38.218026 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2479b7d-4fb8-49bc-a513-82c748c0869a req-584535be-2ed3-4203-8dbc-3185ea6a6fef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.219467 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2479b7d-4fb8-49bc-a513-82c748c0869a req-584535be-2ed3-4203-8dbc-3185ea6a6fef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0623784 Nov 22 16:49:38.335185 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2479b7d-4fb8-49bc-a513-82c748c0869a req-6aa18f3d-fa0a-41fa-be31-213e5c0925d4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057043 Nov 22 16:49:39.315718 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec325d-90f9-4e8c-8ecb-94509079d632 req-2c608d98-910b-4b46-972d-df05cba04d0d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.318773 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ec325d-90f9-4e8c-8ecb-94509079d632 req-2c608d98-910b-4b46-972d-df05cba04d0d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0799148 Nov 22 16:49:39.398444 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13ec325d-90f9-4e8c-8ecb-94509079d632 req-110998ad-ae25-4b67-8d91-65788d508ae2 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684395 Nov 22 16:49:39.619442 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c670bf0-e6b9-475d-a280-ed2f81e0573a req-bd1b0051-71f3-4ce5-956d-3f0a0baef4ec tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.622559 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4c670bf0-e6b9-475d-a280-ed2f81e0573a req-bd1b0051-71f3-4ce5-956d-3f0a0baef4ec tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0773087 Nov 22 16:49:39.690796 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4c670bf0-e6b9-475d-a280-ed2f81e0573a req-55491da5-8b18-4101-a001-d2b486831a62 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611908 Nov 22 16:49:40.899809 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b82ca-72e5-474f-aeaa-539f7d901a14 req-53503fdb-4d90-4d4a-ba74-2e98c23a2fd3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.901924 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8c8b82ca-72e5-474f-aeaa-539f7d901a14 req-53503fdb-4d90-4d4a-ba74-2e98c23a2fd3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0731039 Nov 22 16:49:40.968304 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8c8b82ca-72e5-474f-aeaa-539f7d901a14 req-121f277c-9912-4375-ac08-3626dd2191cd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546966 Nov 22 16:49:42.123640 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce6841-27b2-4724-8375-3f3531867f1b req-71f022d1-cbca-4991-8a91-d5a86e93cefe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.128596 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-29ce6841-27b2-4724-8375-3f3531867f1b req-71f022d1-cbca-4991-8a91-d5a86e93cefe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0692208 Nov 22 16:49:42.184959 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-29ce6841-27b2-4724-8375-3f3531867f1b req-bff02187-20bf-49ce-a7ba-999b50f4154f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490029 Nov 22 16:49:43.338440 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4398e6a-0fd4-499e-a874-0f0a2df4c634 req-f3ec3dc8-43f1-49a8-87ec-7d5b2f71f406 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.340439 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b4398e6a-0fd4-499e-a874-0f0a2df4c634 req-f3ec3dc8-43f1-49a8-87ec-7d5b2f71f406 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0588510 Nov 22 16:49:43.412343 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b4398e6a-0fd4-499e-a874-0f0a2df4c634 req-d95c1f8e-2e30-42e0-9e85-241959142d06 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658379 Nov 22 16:49:43.412655 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46768) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:43.504829 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Deleting subnet 6d010360-9223-4256-94ba-a20132cd1b6e {{(pid=119717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:43.510786 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.572778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555969'] for subnet, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.621645 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.702743 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671005'] for subnet, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.735357 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d010360-9223-4256-94ba-a20132cd1b6e,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:43.739899 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.744396 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e2b54451-9831-48a4-99e3-45b7f3d13067 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6d010360-9223-4256-94ba-a20132cd1b6e HTTP/1.1" status: 204 len: 168 time: 0.3301790 Nov 22 16:49:43.745873 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46784) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:43.840301 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.927333 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.953749 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790b6599-ac85-430c-a04c-ca0ad620f7a7']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:43.968218 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a23308-1950-435a-9bb5-09d51c34e6e9') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:43.968509 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a23308-1950-435a-9bb5-09d51c34e6e9') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:43.978166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.992695 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.999083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:43.999466 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:44.001227 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:44.061467 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.068324 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.073138 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/790b6599-ac85-430c-a04c-ca0ad620f7a7 HTTP/1.1" status: 204 len: 168 time: 0.3258977 Nov 22 16:49:44.084541 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb3616-95d4-41e5-912d-a392162a7cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=790b6599-ac85-430c-a04c-ca0ad620f7a7,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.296986 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46790) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.345520 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a7542a2d-1911-4fb6-ae99-50f2464e2547 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d53fc1c502384324bad19d3be7486258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469952 Nov 22 16:49:44.349995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 46792) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.417409 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-188cb86b-fab9-4c61-b84d-2fa8b545b81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.439846 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-188cb86b-fab9-4c61-b84d-2fa8b545b81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.505502 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-188cb86b-fab9-4c61-b84d-2fa8b545b81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.509060 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-188cb86b-fab9-4c61-b84d-2fa8b545b81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.510683 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-188cb86b-fab9-4c61-b84d-2fa8b545b81f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5ed5674-63c1-4689-882e-63a676561d76 HTTP/1.1" status: 204 len: 168 time: 0.1592934 Nov 22 16:49:44.521703 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cb86b-fab9-4c61-b84d-2fa8b545b81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed5674-63c1-4689-882e-63a676561d76,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.628327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de5b1c-9014-4db0-ba2b-9a78c9977f10 req-6512beb5-5c71-48a7-93aa-4902d69cebd0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.631016 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16de5b1c-9014-4db0-ba2b-9a78c9977f10 req-6512beb5-5c71-48a7-93aa-4902d69cebd0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1052010 Nov 22 16:49:44.704772 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16de5b1c-9014-4db0-ba2b-9a78c9977f10 req-63c58441-1711-4b60-8c3b-91cd3392108a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662031 Nov 22 16:49:45.864230 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0583e91-a6ad-4da6-b956-a49be30014e2 req-fbc8e0f6-ca9a-41ba-aa94-b3b1600e611e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.866516 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d0583e91-a6ad-4da6-b956-a49be30014e2 req-fbc8e0f6-ca9a-41ba-aa94-b3b1600e611e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0559957 Nov 22 16:49:45.917817 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d0583e91-a6ad-4da6-b956-a49be30014e2 req-a5d12c4f-38dd-4b56-9c4e-8db62f1188fa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453660 Nov 22 16:49:47.076522 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0141-2211-4220-8b02-5b5616f0935f req-e58e447b-2e03-4470-99c6-91e9a0baf681 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.078004 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-856f0141-2211-4220-8b02-5b5616f0935f req-e58e447b-2e03-4470-99c6-91e9a0baf681 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0568640 Nov 22 16:49:47.138337 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-856f0141-2211-4220-8b02-5b5616f0935f req-bc3154b0-7d95-455b-8f17-dd6819295ad2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541561 Nov 22 16:49:48.289988 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e2d07-8dbd-4062-a85f-45a8f753018a req-eb30abe1-b43f-48d9-995d-bfef2c788951 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.292347 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6a5e2d07-8dbd-4062-a85f-45a8f753018a req-eb30abe1-b43f-48d9-995d-bfef2c788951 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0677664 Nov 22 16:49:48.369362 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6a5e2d07-8dbd-4062-a85f-45a8f753018a req-930b6a26-e951-4d8a-8c8e-846331580514 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634546 Nov 22 16:49:49.507422 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a19701-0cc1-4072-b470-4a512c202f1a req-c35f7956-d99b-4c9d-9919-7aec13b8e17b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.508957 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-23a19701-0cc1-4072-b470-4a512c202f1a req-c35f7956-d99b-4c9d-9919-7aec13b8e17b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0525343 Nov 22 16:49:49.564255 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-23a19701-0cc1-4072-b470-4a512c202f1a req-4e6d2220-23cf-4beb-a135-6cad138db2a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Nov 22 16:49:49.891944 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.696940 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93120f-794d-40e8-bba1-7faf05af926d req-c2a48b9f-f222-4a65-84be-3c5da1269dbd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.698420 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6c93120f-794d-40e8-bba1-7faf05af926d req-c2a48b9f-f222-4a65-84be-3c5da1269dbd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0576699 Nov 22 16:49:50.751671 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6c93120f-794d-40e8-bba1-7faf05af926d req-906a23d9-8f38-48a8-9280-d4169f4a9cea tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466886 Nov 22 16:49:50.995867 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-72bd1e9f-6430-4959-9417-b4faea45f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.997423 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-72bd1e9f-6430-4959-9417-b4faea45f606 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413&tenant_id=7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 1096 time: 0.0802710 Nov 22 16:49:51.090922 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-439367f2-41ac-4bdc-8a52-a6538403d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.092954 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-439367f2-41ac-4bdc-8a52-a6538403d555 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1096 time: 0.0512118 Nov 22 16:49:51.201381 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-b96d135b-cc8f-4b9c-9f93-21304710bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.202904 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-b96d135b-cc8f-4b9c-9f93-21304710bee5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.1004171 Nov 22 16:49:51.292090 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-ffa8499a-db7c-4e40-b2b2-1bd914ee7ae2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 999 time: 0.0768757 Nov 22 16:49:51.345457 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-1e5d3cd5-5788-4b07-95b6-c82e71ebfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.346926 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-1e5d3cd5-5788-4b07-95b6-c82e71ebfcde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0475755 Nov 22 16:49:51.405915 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-0cb57cba-8701-4752-a744-c1c3b1ab39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.407439 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-0cb57cba-8701-4752-a744-c1c3b1ab39d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507462 Nov 22 16:49:51.542184 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-6bfdd670-9dfb-4db9-b47e-ba48e6efaabc service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262760 Nov 22 16:49:51.678828 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bdebafa9-c443-4a6f-bd8f-b96efc4b8fea req-f7fc8649-6529-4ac6-82ea-8e7e0cd4a688 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259484 Nov 22 16:49:51.880692 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110376-88c9-449a-ac31-409cf5cddfea req-2d3496cc-e16a-4bc9-8dfb-335c0a8156d1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.882346 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08110376-88c9-449a-ac31-409cf5cddfea req-2d3496cc-e16a-4bc9-8dfb-335c0a8156d1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0514872 Nov 22 16:49:51.936285 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08110376-88c9-449a-ac31-409cf5cddfea req-60396890-83e7-47f2-9e6a-aabb7ba10577 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476580 Nov 22 16:49:53.073642 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef1c6b-965f-428d-bfee-b407812ecaff req-13fbb4cd-58d9-4f1d-bc61-975d037a27a9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.075152 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e4ef1c6b-965f-428d-bfee-b407812ecaff req-13fbb4cd-58d9-4f1d-bc61-975d037a27a9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0511537 Nov 22 16:49:53.137419 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e4ef1c6b-965f-428d-bfee-b407812ecaff req-8f73b378-fa1c-4951-9aaf-66ae79cb48c0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563180 Nov 22 16:49:54.294447 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b0f1-8f65-47a8-9db7-7cd40e454b4e req-f67d0390-a511-4a5c-abbf-ade1f60e9fef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.296475 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6a35b0f1-8f65-47a8-9db7-7cd40e454b4e req-f67d0390-a511-4a5c-abbf-ade1f60e9fef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0610409 Nov 22 16:49:54.365428 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6a35b0f1-8f65-47a8-9db7-7cd40e454b4e req-4c5bdda5-2f31-4900-a258-b7b4b2e9f60d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614288 Nov 22 16:49:55.544572 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4746-fb2a-4257-99ce-76756dcb18b3 req-a1f7a8cc-e386-4a73-8b75-ce20f743b4bc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.553676 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-341d4746-fb2a-4257-99ce-76756dcb18b3 req-a1f7a8cc-e386-4a73-8b75-ce20f743b4bc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0751460 Nov 22 16:49:55.619396 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-341d4746-fb2a-4257-99ce-76756dcb18b3 req-60bbeaa2-7a54-4811-8d19-945f84eb2e65 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643332 Nov 22 16:49:56.304780 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 46974) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.431308 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fc504983-a1e5-4df0-9ad5-b4de60ce41d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.545676 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fc504983-a1e5-4df0-9ad5-b4de60ce41d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.554838 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-fc504983-a1e5-4df0-9ad5-b4de60ce41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.605153 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fc504983-a1e5-4df0-9ad5-b4de60ce41d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6b3f56417cf4409b5df89aaaed1a7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992072 Nov 22 16:49:56.607927 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 46986) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.699239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc504983-a1e5-4df0-9ad5-b4de60ce41d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1a9fa0-915d-438a-9556-8b2f898d1ae3,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:56.709679 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd6180a3-d391-482d-a99b-272508783df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.796435 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd6180a3-d391-482d-a99b-272508783df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.853157 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90777cc2-1fe7-43d8-924f-ddce95574107 req-00c98400-948a-42dc-99c3-3e8de8804afa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.854710 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-90777cc2-1fe7-43d8-924f-ddce95574107 req-00c98400-948a-42dc-99c3-3e8de8804afa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1159363 Nov 22 16:49:56.927668 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-90777cc2-1fe7-43d8-924f-ddce95574107 req-245c82c5-d331-4643-be38-6d6262e390fc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658617 Nov 22 16:49:56.933675 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd6180a3-d391-482d-a99b-272508783df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.937209 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd6180a3-d391-482d-a99b-272508783df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.942549 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-dd6180a3-d391-482d-a99b-272508783df9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c1a9fa0-915d-438a-9556-8b2f898d1ae3 HTTP/1.1" status: 204 len: 168 time: 0.3294806 Nov 22 16:49:56.951919 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6180a3-d391-482d-a99b-272508783df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1a9fa0-915d-438a-9556-8b2f898d1ae3,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:58.123402 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbee37e-5273-4e59-a223-d1a512e1266a req-18c5bd96-78fe-4934-8254-1d598ad99f28 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.128724 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5dbee37e-5273-4e59-a223-d1a512e1266a req-18c5bd96-78fe-4934-8254-1d598ad99f28 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0893061 Nov 22 16:49:58.340155 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5dbee37e-5273-4e59-a223-d1a512e1266a req-e42fcd42-41fd-4727-8315-03108254511d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721990 Nov 22 16:49:58.854000 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c53b4de7-2a36-4ebd-a5df-289a576bf769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.530894 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db869d-fe9a-4323-9c61-434fd71668bf req-6b5ada38-34b5-4750-b637-908104848302 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.532935 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f3db869d-fe9a-4323-9c61-434fd71668bf req-6b5ada38-34b5-4750-b637-908104848302 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0648568 Nov 22 16:49:59.612358 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f3db869d-fe9a-4323-9c61-434fd71668bf req-a009c7a1-3f41-4cc5-84e6-749da1265548 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700259 Nov 22 16:50:00.321712 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37660d42-0a8a-4150-a9fa-7e2df86a9d8e req-01736535-44a2-4f40-97d2-6a44657dc51d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.331705 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-37660d42-0a8a-4150-a9fa-7e2df86a9d8e req-01736535-44a2-4f40-97d2-6a44657dc51d tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0714715 Nov 22 16:50:00.392087 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-37660d42-0a8a-4150-a9fa-7e2df86a9d8e req-ac1761ea-28be-4949-8cff-a499bfc43ba6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565073 Nov 22 16:50:00.768614 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c233-eba3-4654-be67-ffb99a2cf743 req-1b8f9365-a82e-4a8b-bed4-6b7fee118ef4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.773027 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d289c233-eba3-4654-be67-ffb99a2cf743 req-1b8f9365-a82e-4a8b-bed4-6b7fee118ef4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0756588 Nov 22 16:50:00.891191 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d289c233-eba3-4654-be67-ffb99a2cf743 req-22108036-2acd-4c09-8a24-39f7537230ff tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083333 Nov 22 16:50:00.999178 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47086) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:01.062385 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-86276017-e53b-430a-9e39-46cca4cbba57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.192258 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd3c30ad-cc6c-457b-b109-8d0da796c03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.327276 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd3c30ad-cc6c-457b-b109-8d0da796c03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.337089 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-dd3c30ad-cc6c-457b-b109-8d0da796c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.435905 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-dd3c30ad-cc6c-457b-b109-8d0da796c03d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12ca836f92d1428bb3178d342b485328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330678 Nov 22 16:50:01.436976 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47104) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:01.445785 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c30ad-cc6c-457b-b109-8d0da796c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e83a5df-aa0f-4819-abfd-4300b1abd3f9,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:01.560201 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d9436cc7-0579-43d4-b7d0-4e8673392f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.631781 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d9436cc7-0579-43d4-b7d0-4e8673392f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.733463 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d9436cc7-0579-43d4-b7d0-4e8673392f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.737933 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d9436cc7-0579-43d4-b7d0-4e8673392f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.739609 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-d9436cc7-0579-43d4-b7d0-4e8673392f69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e83a5df-aa0f-4819-abfd-4300b1abd3f9 HTTP/1.1" status: 204 len: 168 time: 0.3003783 Nov 22 16:50:01.749832 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772730-9a13-4aec-9074-ecc7d3822d2d req-cf5bd836-abbc-4fc3-b22d-78b5c354b802 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.762518 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-df772730-9a13-4aec-9074-ecc7d3822d2d req-cf5bd836-abbc-4fc3-b22d-78b5c354b802 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1511033 Nov 22 16:50:01.776219 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9436cc7-0579-43d4-b7d0-4e8673392f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e83a5df-aa0f-4819-abfd-4300b1abd3f9,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:01.876584 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-df772730-9a13-4aec-9074-ecc7d3822d2d req-c6b3421f-3865-4b5b-a18d-f74a9cec7c2c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105368 Nov 22 16:50:02.077231 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229a800-15e7-4a48-988d-84043f389583 req-1a88a081-2101-47ba-9602-c36457ff7338 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.085126 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4229a800-15e7-4a48-988d-84043f389583 req-1a88a081-2101-47ba-9602-c36457ff7338 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0702419 Nov 22 16:50:02.155713 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4229a800-15e7-4a48-988d-84043f389583 req-655bdaa3-189d-46fd-9279-dc06e4f42471 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694120 Nov 22 16:50:02.261249 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.124396 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cade2-42a2-4cd8-bd2b-bc3816ed1914 req-819a7867-3630-44d2-9c55-6364209bed7c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.141216 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2a9cade2-42a2-4cd8-bd2b-bc3816ed1914 req-819a7867-3630-44d2-9c55-6364209bed7c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.1319301 Nov 22 16:50:03.233689 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2a9cade2-42a2-4cd8-bd2b-bc3816ed1914 req-c88d6ec9-a15d-4162-9d4a-8c393ba043a3 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893505 Nov 22 16:50:03.478802 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a6c4-75a8-49a9-a356-7324995be159 req-d4a75cfd-f1d3-46ea-a2bd-ac9cb6141637 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.484699 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4b95a6c4-75a8-49a9-a356-7324995be159 req-d4a75cfd-f1d3-46ea-a2bd-ac9cb6141637 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1237547 Nov 22 16:50:03.611384 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.621758 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4b95a6c4-75a8-49a9-a356-7324995be159 req-cd885eeb-a506-48b5-8ff7-d25147c0c40e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246979 Nov 22 16:50:04.431007 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1459f64-3bb5-4d1d-a29e-aef5ccc560ff req-b7f22b40-888e-4014-befc-50366570b3d0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.438233 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1459f64-3bb5-4d1d-a29e-aef5ccc560ff req-b7f22b40-888e-4014-befc-50366570b3d0 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0627949 Nov 22 16:50:04.444901 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.539911 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c1459f64-3bb5-4d1d-a29e-aef5ccc560ff req-09d0cae6-7013-41cd-9ea1-6c32905fa694 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967488 Nov 22 16:50:04.609454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47240) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.781254 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cda52d9-4c43-4812-8e3c-b980633c8ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.889645 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9860c0-4622-47d2-983e-e613b4aa2d47 req-84dcd495-dc92-4cc9-8bb7-393379675f92 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.891219 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4f9860c0-4622-47d2-983e-e613b4aa2d47 req-84dcd495-dc92-4cc9-8bb7-393379675f92 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1157856 Nov 22 16:50:04.985929 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4f9860c0-4622-47d2-983e-e613b4aa2d47 req-885239a5-17a1-4a5f-9fd4-124147445b85 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716722 Nov 22 16:50:05.002985 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cda52d9-4c43-4812-8e3c-b980633c8ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.009398 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cda52d9-4c43-4812-8e3c-b980633c8ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.061188 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8cda52d9-4c43-4812-8e3c-b980633c8ccd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5d2ed0797bb4a0a94400b9f4bceb8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507561 Nov 22 16:50:05.065189 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47252) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.081602 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda52d9-4c43-4812-8e3c-b980633c8ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b268f-3059-4ef7-9378-6554e9558068,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.157098 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5a67c19-29e9-4c0a-9d0b-2b99daf9c2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.213119 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5a67c19-29e9-4c0a-9d0b-2b99daf9c2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.297121 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5a67c19-29e9-4c0a-9d0b-2b99daf9c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.300656 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5a67c19-29e9-4c0a-9d0b-2b99daf9c2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.302417 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-c5a67c19-29e9-4c0a-9d0b-2b99daf9c2ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f75b268f-3059-4ef7-9378-6554e9558068 HTTP/1.1" status: 204 len: 168 time: 0.2356791 Nov 22 16:50:05.316262 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a67c19-29e9-4c0a-9d0b-2b99daf9c2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b268f-3059-4ef7-9378-6554e9558068,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.713143 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ce8ca-f861-4043-ad5b-1b7da4fedadd req-6e53a53d-5f63-4868-a854-eb79dcfa7049 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.715482 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-089ce8ca-f861-4043-ad5b-1b7da4fedadd req-6e53a53d-5f63-4868-a854-eb79dcfa7049 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0738950 Nov 22 16:50:05.757152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47264) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.781767 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-089ce8ca-f861-4043-ad5b-1b7da4fedadd req-28292c73-6693-4ca7-ba72-e68ae21ec746 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529716 Nov 22 16:50:05.782297 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2971250-a57d-4566-9a6e-7537eacd47ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.907813 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2971250-a57d-4566-9a6e-7537eacd47ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.912703 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e2971250-a57d-4566-9a6e-7537eacd47ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.952831 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e2971250-a57d-4566-9a6e-7537eacd47ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d9861d9d47c4bfab527a06d5d6a5f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942196 Nov 22 16:50:05.953699 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2971250-a57d-4566-9a6e-7537eacd47ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b7e9e-6f68-4b41-8047-bbd1e258d82b,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.956641 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47266) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:06.008248 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fd996d1-c8d3-43b2-b607-40cef691d88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.030161 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fd996d1-c8d3-43b2-b607-40cef691d88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.104989 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fd996d1-c8d3-43b2-b607-40cef691d88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.109931 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fd996d1-c8d3-43b2-b607-40cef691d88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.112156 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8fd996d1-c8d3-43b2-b607-40cef691d88b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/023b7e9e-6f68-4b41-8047-bbd1e258d82b HTTP/1.1" status: 204 len: 168 time: 0.1536951 Nov 22 16:50:06.170017 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd996d1-c8d3-43b2-b607-40cef691d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b7e9e-6f68-4b41-8047-bbd1e258d82b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.206116 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2c0bc-13a5-4902-aa85-d4bcdbea8eeb req-ef976eea-ac22-4194-b106-2fcd9b769049 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.216059 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13b2c0bc-13a5-4902-aa85-d4bcdbea8eeb req-ef976eea-ac22-4194-b106-2fcd9b769049 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.1004374 Nov 22 16:50:06.309757 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13b2c0bc-13a5-4902-aa85-d4bcdbea8eeb req-6e9cd5d4-36bc-49e0-b0f1-90d72e0882c8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922568 Nov 22 16:50:06.920193 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d667f59-a0f2-4693-b320-d066eb447b38 req-2b074bbc-d025-4199-a8b2-045d47eaa431 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.921794 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6d667f59-a0f2-4693-b320-d066eb447b38 req-2b074bbc-d025-4199-a8b2-045d47eaa431 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0592322 Nov 22 16:50:06.994740 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6d667f59-a0f2-4693-b320-d066eb447b38 req-c894e918-4ceb-4cde-a7eb-60425d06d8f9 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600581 Nov 22 16:50:07.479473 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947e56-a9cb-4720-b199-4450795118b5 req-a35ba844-9463-421d-a66d-4fd62fb45e37 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.481141 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f947e56-a9cb-4720-b199-4450795118b5 req-a35ba844-9463-421d-a66d-4fd62fb45e37 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0827565 Nov 22 16:50:07.555210 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f947e56-a9cb-4720-b199-4450795118b5 req-d7e27758-423e-42fc-881f-93fe3ccbb2ee tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671911 Nov 22 16:50:08.039507 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338b29f-6fc3-49c7-a95b-00843ab844a0 req-b3f9813c-6f3d-4179-ac31-9c1a1a5a25af tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.042357 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a338b29f-6fc3-49c7-a95b-00843ab844a0 req-b3f9813c-6f3d-4179-ac31-9c1a1a5a25af tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 945 time: 0.0871036 Nov 22 16:50:08.119985 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a338b29f-6fc3-49c7-a95b-00843ab844a0 req-88b340e8-d44a-49db-a29c-49830654c765 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Nov 22 16:50:08.166821 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634537d-39a8-4e6b-8a99-7acedadc8805 req-dab0810c-22ae-455a-9a66-854d779fbfea tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.169249 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4634537d-39a8-4e6b-8a99-7acedadc8805 req-dab0810c-22ae-455a-9a66-854d779fbfea tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0778701 Nov 22 16:50:08.231345 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4634537d-39a8-4e6b-8a99-7acedadc8805 req-6ddaf94f-a5ec-4bb4-b2dc-36153c044ed8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Nov 22 16:50:08.341947 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47330) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.467710 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1833012c-d2de-4ab8-896b-ced323bfc674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.556195 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1833012c-d2de-4ab8-896b-ced323bfc674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.560195 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1833012c-d2de-4ab8-896b-ced323bfc674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.606575 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1833012c-d2de-4ab8-896b-ced323bfc674 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18503b3d32794b20ac1cab11d9b81f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632198 Nov 22 16:50:08.608456 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833012c-d2de-4ab8-896b-ced323bfc674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ef162-e881-4ed5-9dcf-36b773099604,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:08.609652 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47338) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.741203 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1057-3080-461a-93da-9588850d9889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.755227 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f98b9-fcab-4ab3-867f-1690442b4e7a req-746081d4-b8c1-4ec6-8a20-9e9d06f28ef5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.756899 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3d4f98b9-fcab-4ab3-867f-1690442b4e7a req-746081d4-b8c1-4ec6-8a20-9e9d06f28ef5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0969169 Nov 22 16:50:08.790237 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1057-3080-461a-93da-9588850d9889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.847386 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3d4f98b9-fcab-4ab3-867f-1690442b4e7a req-9756062a-8002-4f26-8133-20ffa4005981 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828600 Nov 22 16:50:08.871318 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1057-3080-461a-93da-9588850d9889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.875156 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1057-3080-461a-93da-9588850d9889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.876738 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0cdf1057-3080-461a-93da-9588850d9889 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a52ef162-e881-4ed5-9dcf-36b773099604 HTTP/1.1" status: 204 len: 168 time: 0.2658236 Nov 22 16:50:08.886561 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1057-3080-461a-93da-9588850d9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ef162-e881-4ed5-9dcf-36b773099604,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.142383 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-01b8cb83-902c-49ad-86b6-236630b004e6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.144900 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-01b8cb83-902c-49ad-86b6-236630b004e6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0645912 Nov 22 16:50:09.241563 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:09.269605 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47348) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:09.323746 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e8d23-40b9-4ae7-b30b-b148f865f697 req-b75f388f-7c91-4367-a5a0-489ddc7bf58c tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.326526 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b45e8d23-40b9-4ae7-b30b-b148f865f697 req-b75f388f-7c91-4367-a5a0-489ddc7bf58c tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 945 time: 0.1063921 Nov 22 16:50:09.418505 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76597cfb-e831-48c6-849a-f50664003c3f req-a179e693-f695-41dc-8782-914195846636 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.420001 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76597cfb-e831-48c6-849a-f50664003c3f req-a179e693-f695-41dc-8782-914195846636 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 945 time: 0.0885868 Nov 22 16:50:09.430330 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b45e8d23-40b9-4ae7-b30b-b148f865f697 req-e4ee7d31-63d8-4afa-9e1d-86e82e2a4784 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Nov 22 16:50:09.510146 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76597cfb-e831-48c6-849a-f50664003c3f req-fe82c6b3-85b1-4b47-9519-33bfd4ca3985 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799675 Nov 22 16:50:09.561242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c3f15df6-e671-410a-85ce-e8b8d9f44b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.633532 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Deleting port c2cb7311-7775-45f5-a309-0e88da36762b {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:09.634155 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.817019 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] For port c2cb7311-7775-45f5-a309-0e88da36762b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c2cb7311-7775-45f5-a309-0e88da36762b,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:09.817692 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.829420 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c3f15df6-e671-410a-85ce-e8b8d9f44b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.837259 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Calling delete_port for c2cb7311-7775-45f5-a309-0e88da36762b owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:09.839303 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c3f15df6-e671-410a-85ce-e8b8d9f44b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.952699 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f15df6-e671-410a-85ce-e8b8d9f44b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3389fd25-5739-44e6-bc4f-68c58b1afd99,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.969463 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c3f15df6-e671-410a-85ce-e8b8d9f44b7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e58a6a944674ac9b12bea0a6d98de9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6986194 Nov 22 16:50:09.977272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47354) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.034483 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16f391-ff92-49ff-a2e9-dea918ebdfd5 req-15e6e580-cf1d-4e8f-a9c5-17fd32684af4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.036830 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ae16f391-ff92-49ff-a2e9-dea918ebdfd5 req-15e6e580-cf1d-4e8f-a9c5-17fd32684af4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0674446 Nov 22 16:50:10.105169 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ae16f391-ff92-49ff-a2e9-dea918ebdfd5 req-ce186f54-e0ac-47a7-bc74-110aa3bdf374 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621860 Nov 22 16:50:10.138341 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-21c20681-e58c-49e9-996e-455816be76cb tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.140211 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-21c20681-e58c-49e9-996e-455816be76cb tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 945 time: 0.1312692 Nov 22 16:50:10.156221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3dc214f1-b89c-4848-acb4-a392f4e5d01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.220948 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.250826 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3dc214f1-b89c-4848-acb4-a392f4e5d01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.258516 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:10.323555 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Pushing event deleted for resources: {'Port': ['ID=c2cb7311-7775-45f5-a309-0e88da36762b,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.358532 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] No DVR routers for this DVR port c2cb7311-7775-45f5-a309-0e88da36762b on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:10.362345 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.366089 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cefdf494-af90-4f2a-9a5c-9a1e35a12b98 req-4b5e6190-7edc-4d00-9244-72f0d2e2ee23 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "DELETE /v2.0/ports/c2cb7311-7775-45f5-a309-0e88da36762b HTTP/1.1" status: 204 len: 173 time: 1.2137687 Nov 22 16:50:10.366561 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'name': 'network-vif-deleted', 'tag': 'c2cb7311-7775-45f5-a309-0e88da36762b'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:10.369246 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f53037-5ed6-49aa-8f51-f2448375b966" -d '{"events": [{"server_uuid": "286a87c0-cd89-4f83-8b58-a8ee9f2636b3", "name": "network-vif-deleted", "tag": "c2cb7311-7775-45f5-a309-0e88da36762b"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:10.409996 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Deleting port f9308e9c-c6a8-4400-800b-7b08a32aa7eb {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:10.410985 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.432777 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7781ce74-39b6-41ff-bb2c-bd5e194d7716 x-openstack-request-id: req-7781ce74-39b6-41ff-bb2c-bd5e194d7716 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:10.433073 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286a87c0-cd89-4f83-8b58-a8ee9f2636b3", "name": "network-vif-deleted", "tag": "c2cb7311-7775-45f5-a309-0e88da36762b", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:10.433523 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7781ce74-39b6-41ff-bb2c-bd5e194d7716 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:10.433920 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286a87c0-cd89-4f83-8b58-a8ee9f2636b3', 'name': 'network-vif-deleted', 'tag': 'c2cb7311-7775-45f5-a309-0e88da36762b', 'status': 'completed', 'code': 200} Nov 22 16:50:10.463922 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3dc214f1-b89c-4848-acb4-a392f4e5d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.467021 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3dc214f1-b89c-4848-acb4-a392f4e5d01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.471343 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3dc214f1-b89c-4848-acb4-a392f4e5d01b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3389fd25-5739-44e6-bc4f-68c58b1afd99 HTTP/1.1" status: 204 len: 168 time: 0.4898040 Nov 22 16:50:10.495050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc214f1-b89c-4848-acb4-a392f4e5d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3389fd25-5739-44e6-bc4f-68c58b1afd99,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.611360 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] For port f9308e9c-c6a8-4400-800b-7b08a32aa7eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:10.612456 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.638871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Calling delete_port for f9308e9c-c6a8-4400-800b-7b08a32aa7eb owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:10.662590 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4e55c-d769-494e-b795-2437742d96b9 req-23d60fa8-f2eb-4f37-bc7d-026e1ef63395 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.669856 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55b4e55c-d769-494e-b795-2437742d96b9 req-23d60fa8-f2eb-4f37-bc7d-026e1ef63395 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c904c32-a712-42f3-b763-fc8092114b36 HTTP/1.1" status: 200 len: 945 time: 0.1060860 Nov 22 16:50:10.730943 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-433c9d23-7d51-42cb-9de5-f626b901dbba req-5cbfdda3-3c45-49c3-a7a5-f97612d1674e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=286a87c0-cd89-4f83-8b58-a8ee9f2636b3 HTTP/1.1" status: 200 len: 210 time: 0.0582526 Nov 22 16:50:10.778891 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55b4e55c-d769-494e-b795-2437742d96b9 req-8ecb6188-7b71-43db-9653-6e43d819e8d0 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076534 Nov 22 16:50:10.846603 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.889110 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['f9308e9c-c6a8-4400-800b-7b08a32aa7eb'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:10.913603 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Pushing event deleted for resources: {'Port': ['ID=f9308e9c-c6a8-4400-800b-7b08a32aa7eb,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.968581 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] No DVR routers for this DVR port f9308e9c-c6a8-4400-800b-7b08a32aa7eb on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:10.975693 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.980904 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-0dd90c01-fa46-409b-83a7-dc1d10a7b949 req-d980b6c7-47cd-4d0a-907c-f3eb6067e417 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "DELETE /v2.0/ports/f9308e9c-c6a8-4400-800b-7b08a32aa7eb HTTP/1.1" status: 204 len: 173 time: 0.8332839 Nov 22 16:50:11.293414 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f3c72-cf52-405c-bccc-754853e6b015 req-ec066c76-b2a7-4272-8aaf-945addbe285b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:11.294995 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-325f3c72-cf52-405c-bccc-754853e6b015 req-ec066c76-b2a7-4272-8aaf-945addbe285b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0732694 Nov 22 16:50:11.360551 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-325f3c72-cf52-405c-bccc-754853e6b015 req-d7888d40-3f77-4ee2-a40a-0e17329aab5d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553737 Nov 22 16:50:11.764823 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device c2cb7311-7775-45f5-a309-0e88da36762b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:11.803726 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: c2cb7311-7775-45f5-a309-0e88da36762b {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:11.803726 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device c2cb7311-7775-45f5-a309-0e88da36762b not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:12.172066 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd32cd-4ea1-4bc0-b0df-a80fde63f37a req-db064cf4-9f08-42ab-8831-503dcef524c5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.173586 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8dfd32cd-4ea1-4bc0-b0df-a80fde63f37a req-db064cf4-9f08-42ab-8831-503dcef524c5 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0651326 Nov 22 16:50:12.182015 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47408) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.235980 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8dfd32cd-4ea1-4bc0-b0df-a80fde63f37a req-4cf001b9-0ff3-487a-b7b1-cc2ac21b7f4a tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513811 Nov 22 16:50:12.318485 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-514eb823-7de2-4572-bf6c-11a4fc47fa0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.409075 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-514eb823-7de2-4572-bf6c-11a4fc47fa0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.414756 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-514eb823-7de2-4572-bf6c-11a4fc47fa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.438977 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c904c32-a712-42f3-b763-fc8092114b36', 'name': 'network-vif-deleted', 'tag': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:12.443234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a20403-1b39-4ec7-9593-6b5935bac280" -d '{"events": [{"server_uuid": "2c904c32-a712-42f3-b763-fc8092114b36", "name": "network-vif-deleted", "tag": "f9308e9c-c6a8-4400-800b-7b08a32aa7eb"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:12.477028 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-514eb823-7de2-4572-bf6c-11a4fc47fa0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4508cefd9ef4423b982d7a2a89e6165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923484 Nov 22 16:50:12.477028 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb823-7de2-4572-bf6c-11a4fc47fa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e6534-4f93-49f3-8cc8-fdf77dc4fc1e,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.479649 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47416) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.523550 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f50dce6-8461-4efb-a76e-0612ecfa396b x-openstack-request-id: req-2f50dce6-8461-4efb-a76e-0612ecfa396b {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:12.523863 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c904c32-a712-42f3-b763-fc8092114b36", "name": "network-vif-deleted", "tag": "f9308e9c-c6a8-4400-800b-7b08a32aa7eb", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:12.524123 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f50dce6-8461-4efb-a76e-0612ecfa396b {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:12.524659 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c904c32-a712-42f3-b763-fc8092114b36', 'name': 'network-vif-deleted', 'tag': 'f9308e9c-c6a8-4400-800b-7b08a32aa7eb', 'status': 'completed', 'code': 200} Nov 22 16:50:12.530892 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770eee8-2ce8-4c9b-a579-31105a49d9f0 req-1527df7d-c751-4970-bd58-149d68f1ba0f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.533485 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5770eee8-2ce8-4c9b-a579-31105a49d9f0 req-1527df7d-c751-4970-bd58-149d68f1ba0f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0754151 Nov 22 16:50:12.554877 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2de74261-2f73-4216-9aeb-c3e581c95578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.589910 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2de74261-2f73-4216-9aeb-c3e581c95578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.602171 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5770eee8-2ce8-4c9b-a579-31105a49d9f0 req-0a2622bb-ff8b-45ef-b0ba-a0e78ccb3ace tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601807 Nov 22 16:50:12.667466 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2de74261-2f73-4216-9aeb-c3e581c95578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.672398 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2de74261-2f73-4216-9aeb-c3e581c95578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.675267 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2de74261-2f73-4216-9aeb-c3e581c95578 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae8e6534-4f93-49f3-8cc8-fdf77dc4fc1e HTTP/1.1" status: 204 len: 168 time: 0.1934779 Nov 22 16:50:12.688129 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de74261-2f73-4216-9aeb-c3e581c95578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e6534-4f93-49f3-8cc8-fdf77dc4fc1e,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:13.378923 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5a07-329a-4a1e-8023-bea1affc2525 req-0cc65805-a5e7-4c27-8d91-ef3107a4fe67 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.380799 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a4af5a07-329a-4a1e-8023-bea1affc2525 req-0cc65805-a5e7-4c27-8d91-ef3107a4fe67 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0615087 Nov 22 16:50:13.443230 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a4af5a07-329a-4a1e-8023-bea1affc2525 req-c2e8bf6a-bcd3-40f7-913c-2ab2ac5882c6 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550423 Nov 22 16:50:13.766332 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77045a29-3332-4a3d-88d6-ec6d99d81737 req-01de97b3-123b-46f8-9518-f66600a49d7b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.768358 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77045a29-3332-4a3d-88d6-ec6d99d81737 req-01de97b3-123b-46f8-9518-f66600a49d7b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0700622 Nov 22 16:50:13.844003 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77045a29-3332-4a3d-88d6-ec6d99d81737 req-4ebea7cb-a3e1-4945-bdee-2b9ef46d4567 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657029 Nov 22 16:50:14.599352 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02590c9-59e6-4d10-a978-16676a447b5d req-7992388b-8f62-4586-8671-cf43ef8c3fa7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.601117 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e02590c9-59e6-4d10-a978-16676a447b5d req-7992388b-8f62-4586-8671-cf43ef8c3fa7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0694160 Nov 22 16:50:14.679734 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e02590c9-59e6-4d10-a978-16676a447b5d req-7093bdcf-78b7-4ee5-9299-04e78f463728 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715082 Nov 22 16:50:14.993004 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8fd8-cdf5-4a60-a311-dd351f52be23 req-e3c6ad22-e44d-4ffd-84aa-33d37ddc4bfe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.994632 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-75dc8fd8-cdf5-4a60-a311-dd351f52be23 req-e3c6ad22-e44d-4ffd-84aa-33d37ddc4bfe tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 943 time: 0.0587213 Nov 22 16:50:15.064643 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-75dc8fd8-cdf5-4a60-a311-dd351f52be23 req-470cccb2-1efe-4203-b432-4d5faafededc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589764 Nov 22 16:50:15.430508 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:15.445994 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f9308e9c-c6a8-4400-800b-7b08a32aa7eb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:15.479040 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: f9308e9c-c6a8-4400-800b-7b08a32aa7eb {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:15.479386 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device f9308e9c-c6a8-4400-800b-7b08a32aa7eb not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:15.592210 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:15.608949 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'port_id': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'mac_address': 'fa:16:3e:94:5a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:15.664068 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.679521 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d268de10-396c-4f46-8ccd-83e594f2207e {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:15.704901 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:15.712143 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.781291 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=9']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:15.791667 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.792087 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.792598 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.793135 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.793593 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.794154 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.794595 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.795094 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.795548 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.796127 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.796668 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.797207 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:15.809973 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54275-ae83-48ad-9bf0-85d7270263b9 req-58d1075d-2f8f-407a-ae2e-f4e510f3220b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.811569 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-81b54275-ae83-48ad-9bf0-85d7270263b9 req-58d1075d-2f8f-407a-ae2e-f4e510f3220b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Nov 22 16:50:15.877233 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-81b54275-ae83-48ad-9bf0-85d7270263b9 req-046b77ec-322c-46a2-a5e4-b0596ab1428e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581281 Nov 22 16:50:16.065509 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['d268de10-396c-4f46-8ccd-83e594f2207e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:16.204706 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0f4c9-4460-4580-bddd-111d0f6b0b3a req-6982159a-f848-492f-8f34-007152efeb7e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.206271 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fba0f4c9-4460-4580-bddd-111d0f6b0b3a req-6982159a-f848-492f-8f34-007152efeb7e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.0634866 Nov 22 16:50:16.269924 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fba0f4c9-4460-4580-bddd-111d0f6b0b3a req-54f55974-d0fe-4350-a3ec-1bfe5b9434c3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559897 Nov 22 16:50:17.051527 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06800492-b574-421b-a4ef-6228f6f68fa4 req-b0f59928-fd37-40f6-b010-7977e2cb2a6e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.053335 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-06800492-b574-421b-a4ef-6228f6f68fa4 req-b0f59928-fd37-40f6-b010-7977e2cb2a6e tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0784845 Nov 22 16:50:17.112534 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-06800492-b574-421b-a4ef-6228f6f68fa4 req-07422fc3-20aa-4082-a470-d14d58d621d4 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517178 Nov 22 16:50:17.434456 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676a3c-5381-42fa-aad8-142c751dadce req-938bf431-f0fd-45e9-8d19-df7b93dbc089 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.436789 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4f676a3c-5381-42fa-aad8-142c751dadce req-938bf431-f0fd-45e9-8d19-df7b93dbc089 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 944 time: 0.0712676 Nov 22 16:50:17.441754 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:17.520710 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4f676a3c-5381-42fa-aad8-142c751dadce req-ce0bb3b0-88e4-43e0-9bf5-6f6bdc60d7af tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709159 Nov 22 16:50:17.532615 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port d268de10-396c-4f46-8ccd-83e594f2207e triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:17.533500 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.643325 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.680207 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:17.682993 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08ef33-5bb5-4ee3-b840-cee0b5d0657d" -d '{"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-plugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:17.700532 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:17.708001 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.749828 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed611ab-8b73-4eea-afe0-6c97738bcc2d x-openstack-request-id: req-eed611ab-8b73-4eea-afe0-6c97738bcc2d {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:17.750242 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-plugged", "status": "completed", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:17.750595 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eed611ab-8b73-4eea-afe0-6c97738bcc2d {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:17.751070 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'code': 200} Nov 22 16:50:17.794669 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=10']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:18.283641 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436db990-f465-43e1-a6bc-2cfc14cd67b9 req-2235998c-0b37-48e6-89a7-ba87c7136718 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.286480 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-436db990-f465-43e1-a6bc-2cfc14cd67b9 req-2235998c-0b37-48e6-89a7-ba87c7136718 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0737267 Nov 22 16:50:18.349345 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-436db990-f465-43e1-a6bc-2cfc14cd67b9 req-2520cbd1-bb05-4459-8385-2222367b218b tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553524 Nov 22 16:50:18.678770 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815117a4-fe26-4865-9292-a64c24428c2a req-d7d81c17-5f7d-464e-a9f0-9b4ae7ec1f90 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.680379 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-815117a4-fe26-4865-9292-a64c24428c2a req-d7d81c17-5f7d-464e-a9f0-9b4ae7ec1f90 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0711272 Nov 22 16:50:18.748421 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-815117a4-fe26-4865-9292-a64c24428c2a req-9e0714cc-bcc3-42db-8522-1d677b566a41 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575366 Nov 22 16:50:19.493287 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14695e-7592-4185-8869-509264f6760d req-8d466b18-678d-4e41-bbb7-6e80a7527a4c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:19.494831 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dd14695e-7592-4185-8869-509264f6760d req-8d466b18-678d-4e41-bbb7-6e80a7527a4c tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0601537 Nov 22 16:50:19.553133 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dd14695e-7592-4185-8869-509264f6760d req-3efc787d-5bcb-40f7-bcc1-76db39bc3033 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Nov 22 16:50:19.901449 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.907419 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73db29-35b9-4296-aad4-e6ede7fb4c6d req-f6b92ed0-9ba3-49b5-81d4-d0957c4567ee tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:19.909001 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da73db29-35b9-4296-aad4-e6ede7fb4c6d req-f6b92ed0-9ba3-49b5-81d4-d0957c4567ee tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0689342 Nov 22 16:50:19.971484 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da73db29-35b9-4296-aad4-e6ede7fb4c6d req-94691ed5-e4fa-4739-9c53-d6bc3f5aa7f1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536857 Nov 22 16:50:20.694918 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56a8b3-9dff-47c2-97fe-ea955214e8b2 req-978c5f1f-a961-42a0-bf33-24683e55fc52 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:20.696527 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0f56a8b3-9dff-47c2-97fe-ea955214e8b2 req-978c5f1f-a961-42a0-bf33-24683e55fc52 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0668595 Nov 22 16:50:20.763522 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0f56a8b3-9dff-47c2-97fe-ea955214e8b2 req-6ecbe2a2-6743-40a9-ac7d-f38076c8fc12 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571127 Nov 22 16:50:21.106770 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2471456-45a4-4b99-b40c-bdd3fd33d9b7 req-d28932b7-93fd-45d7-a363-7bd0716d4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.108721 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f2471456-45a4-4b99-b40c-bdd3fd33d9b7 req-d28932b7-93fd-45d7-a363-7bd0716d4e1d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1099 time: 0.0487144 Nov 22 16:50:21.120096 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6b65d-8abc-4125-accd-4c4d30678a1b req-520c7198-d25f-4859-b264-dd613f3d80f2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.123000 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-70a6b65d-8abc-4125-accd-4c4d30678a1b req-520c7198-d25f-4859-b264-dd613f3d80f2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0737989 Nov 22 16:50:21.175649 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-70a6b65d-8abc-4125-accd-4c4d30678a1b req-db5bb14a-d536-451c-a347-d01f13f9c017 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Nov 22 16:50:21.202888 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f2471456-45a4-4b99-b40c-bdd3fd33d9b7 req-c733ef8f-aa93-4128-8a3e-5cc89a671651 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853310 Nov 22 16:50:21.223239 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-23311000-7fa9-4a47-ba86-f59c9ff102c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.224786 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-23311000-7fa9-4a47-ba86-f59c9ff102c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 1099 time: 0.0573504 Nov 22 16:50:21.642550 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-65f9cd72-130a-4a44-a63a-c31ea9db26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.643507 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-65f9cd72-130a-4a44-a63a-c31ea9db26e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.0951960 Nov 22 16:50:21.723166 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-d6cc1e35-2f1f-40a9-844a-e1fbb033f6fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 200 len: 1001 time: 0.0698187 Nov 22 16:50:21.783616 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-abe09d49-4b38-4cd8-a10d-43b93f5c7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.785326 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-abe09d49-4b38-4cd8-a10d-43b93f5c7a18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0483146 Nov 22 16:50:21.855995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-9691ec7b-7274-408e-a71a-cee79065f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.858509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-9691ec7b-7274-408e-a71a-cee79065f0c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0607357 Nov 22 16:50:21.912041 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ce6b8-e390-4443-a0b0-c7709ce1914b req-f33759d3-4624-4441-ac46-bfb04c387aa8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.913498 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c43ce6b8-e390-4443-a0b0-c7709ce1914b req-f33759d3-4624-4441-ac46-bfb04c387aa8 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0555775 Nov 22 16:50:21.989284 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-cda11d8c-ce7f-40d2-8634-afc2e534bac5 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203623 Nov 22 16:50:21.992651 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c43ce6b8-e390-4443-a0b0-c7709ce1914b req-f92969cd-7da1-4ed9-aae9-2c3b2f0e3bbd tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Nov 22 16:50:22.088383 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b1ecabf6-424b-487f-a52a-42e7c523f25b req-90582516-1d92-4165-b8de-cf9546dc4b83 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908010 Nov 22 16:50:22.287887 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-74f1eb03-f254-4b7c-95c1-e8f6aefb33f5 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.289531 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-74f1eb03-f254-4b7c-95c1-e8f6aefb33f5 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/networks?id=2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 200 len: 813 time: 0.1470890 Nov 22 16:50:22.338236 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-84310505-934c-4594-8b38-08731d4022e2 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/quotas/1322235371824c2aba7f0fdaea4775f2 HTTP/1.1" status: 200 len: 375 time: 0.0369856 Nov 22 16:50:22.354537 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b66e-4445-4bac-a00a-73a48750954d req-a6c17089-52ba-4438-9163-8780f67f97c1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.356123 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1df1b66e-4445-4bac-a00a-73a48750954d req-a6c17089-52ba-4438-9163-8780f67f97c1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0655332 Nov 22 16:50:22.392363 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-7aae7256-e61b-4904-9ca6-b54c01f9d384 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1322235371824c2aba7f0fdaea4775f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351009 Nov 22 16:50:22.484424 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1df1b66e-4445-4bac-a00a-73a48750954d req-44fbbc2f-ce6c-47cd-a17b-6dd9276d878a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165931 Nov 22 16:50:22.538141 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-0ef608e8-32cb-4114-956b-380f127be652 service neutron] 10.222.0.61 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360209 Nov 22 16:50:22.650215 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-7f51b957-3eca-4201-b465-942ecbd80400 service neutron] 10.222.0.61 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111109 Nov 22 16:50:22.876195 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da0a9ae4-384a-4445-bbde-80685556066e req-a2687155-c879-400f-a396-ff807d93be67 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 210 time: 0.0602109 Nov 22 16:50:23.155409 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11fe3e-347e-4e9a-bccb-c98cd718480f req-b2a0cd7f-bc9b-4154-b904-011dc43e6dd7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.157837 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6b11fe3e-347e-4e9a-bccb-c98cd718480f req-b2a0cd7f-bc9b-4154-b904-011dc43e6dd7 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0559223 Nov 22 16:50:23.225575 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6b11fe3e-347e-4e9a-bccb-c98cd718480f req-72cfc8c5-ca1a-4454-bfaa-6b6b2fe040dc tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/security-groups?id=67769d4a-4bcd-47c7-afc4-d0692f47a278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571804 Nov 22 16:50:23.369961 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-5b3ecd8d-4ae0-465a-aeaf-a96bfa6a0c35 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.371735 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-5b3ecd8d-4ae0-465a-aeaf-a96bfa6a0c35 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 945 time: 0.0640862 Nov 22 16:50:23.489842 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Deleting port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:23.490099 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.656176 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] For port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:23.657192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.682523 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638e5a9-7071-4b57-9579-affbd8ca04bf req-373730a5-bec6-434a-bee8-f5335f3de37c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.689191 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Calling delete_port for dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:23.692219 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c638e5a9-7071-4b57-9579-affbd8ca04bf req-373730a5-bec6-434a-bee8-f5335f3de37c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.1067700 Nov 22 16:50:23.753973 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c638e5a9-7071-4b57-9579-affbd8ca04bf req-19c3482f-6d42-483e-bae3-8f5deb381255 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591075 Nov 22 16:50:23.873358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.907979 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Pushing event deleted for resources: {'Port': ['ID=dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:23.919550 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:23.939461 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.939812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.940365 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.940925 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.941454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.941965 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.942458 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.942947 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.943454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.943975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.944456 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.944926 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:23.963221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] No DVR routers for this DVR port dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:23.966272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.969667 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b300852a-0e63-4a57-97c9-5bbaf492d50a req-0c1aa239-c131-400a-8c6a-ac0ba3d83a03 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.58 "DELETE /v2.0/ports/dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 HTTP/1.1" status: 204 len: 173 time: 0.5828733 Nov 22 16:50:23.970321 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'name': 'network-vif-deleted', 'tag': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:23.973287 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b96e718-4bad-47c0-9641-a19a87a48453" -d '{"events": [{"server_uuid": "a3997288-5b3f-4013-bcad-f59ce5f32db3", "name": "network-vif-deleted", "tag": "dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:23.999079 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-96d18cdb-22e6-45f7-b7c1-601b8fa613ec req-094a1825-30be-4d06-91eb-c3580c672de3 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 210 time: 0.0430160 Nov 22 16:50:24.025217 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95067f6-5035-4b4a-9f79-329cb558be37 x-openstack-request-id: req-d95067f6-5035-4b4a-9f79-329cb558be37 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:24.025634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3997288-5b3f-4013-bcad-f59ce5f32db3", "name": "network-vif-deleted", "tag": "dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:24.025906 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d95067f6-5035-4b4a-9f79-329cb558be37 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:24.026400 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3997288-5b3f-4013-bcad-f59ce5f32db3', 'name': 'network-vif-deleted', 'tag': 'dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3', 'status': 'completed', 'code': 200} Nov 22 16:50:24.044321 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47706) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:24.172470 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b5f940a2-c780-4aa1-b7fe-bd03fdc25c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.322339 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b5f940a2-c780-4aa1-b7fe-bd03fdc25c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.331397 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b5f940a2-c780-4aa1-b7fe-bd03fdc25c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.363750 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-935622cf-c62d-4b57-888c-cb292a479fad req-cd407b0c-d0d6-47b3-bfdf-160e2d8f6f35 tempest-ServerRescueNegativeTestJSON-2080634635 tempest-ServerRescueNegativeTestJSON-2080634635-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3997288-5b3f-4013-bcad-f59ce5f32db3 HTTP/1.1" status: 200 len: 210 time: 0.0370677 Nov 22 16:50:24.365844 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b5f940a2-c780-4aa1-b7fe-bd03fdc25c56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba71e83c64374bcc9ec70e66313e6227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189645 Nov 22 16:50:24.367902 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47714) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:24.403680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f940a2-c780-4aa1-b7fe-bd03fdc25c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c659f39b-c9ef-4368-8923-f210886d9985,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:24.424648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-2be3553a-d937-4a45-9ff2-9bb644cab0d1 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.426593 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-2be3553a-d937-4a45-9ff2-9bb644cab0d1 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "GET /v2.0/networks?id=2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 200 len: 813 time: 0.1926413 Nov 22 16:50:24.444711 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a4559da-20ac-4cdb-a41c-3bfd5f447ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.450146 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Request body: {'port': {'device_id': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27', 'admin_state_up': True, 'tenant_id': '1322235371824c2aba7f0fdaea4775f2'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:24.482728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a4559da-20ac-4cdb-a41c-3bfd5f447ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.554405 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a4559da-20ac-4cdb-a41c-3bfd5f447ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.556994 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8a4559da-20ac-4cdb-a41c-3bfd5f447ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.558186 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8a4559da-20ac-4cdb-a41c-3bfd5f447ce8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c659f39b-c9ef-4368-8923-f210886d9985 HTTP/1.1" status: 204 len: 168 time: 0.1892948 Nov 22 16:50:24.567799 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4559da-20ac-4cdb-a41c-3bfd5f447ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659f39b-c9ef-4368-8923-f210886d9985,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:24.618207 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Made reservation on behalf of 1322235371824c2aba7f0fdaea4775f2 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:24.625276 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.791736 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Allocated IP 172.20.0.13 (2a62bbf3-57d3-4911-b985-dd1a10a31d27/a2ba75e5-4bc1-4a14-9989-71bc25624e3f/1676410b-0aaa-4806-93b0-8558c63191e1) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:24.899038 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcfe14-a2bf-4ebe-b2a4-6902881a2bd8 req-ca604987-5abb-46e3-9251-c934f951da65 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.908000 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-43bcfe14-a2bf-4ebe-b2a4-6902881a2bd8 req-ca604987-5abb-46e3-9251-c934f951da65 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0712683 Nov 22 16:50:24.954981 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47726) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:24.967240 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-43bcfe14-a2bf-4ebe-b2a4-6902881a2bd8 req-a598a255-5039-48eb-a5fd-25ba6f9a7360 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585136 Nov 22 16:50:24.976289 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a57-b054-4b5f-b52c-9242e471a209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.007730 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.053198 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.101647 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:25.104860 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:25.109254 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:25.129084 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a57-b054-4b5f-b52c-9242e471a209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.135657 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a57-b054-4b5f-b52c-9242e471a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.137171 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Pushing event updated for resources: {'Port': ['ID=1676410b-0aaa-4806-93b0-8558c63191e1,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:25.175795 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.176855 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.184409 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe5a57-b054-4b5f-b52c-9242e471a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f58ee35-b09f-4ecc-9e5d-26728edead36,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:25.195958 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-f406d273-089a-4bda-89bf-a187ddc6c345 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526987 Nov 22 16:50:25.200087 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47732) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:25.200242 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-a6fe5a57-b054-4b5f-b52c-9242e471a209 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c1d2eca5d2f4e89a82da27253088a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437537 Nov 22 16:50:25.209735 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cd5ef-d015-4b00-a90f-799a036865e4 req-ce101946-09fe-4967-a072-445e7d348d22 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.211279 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4d8cd5ef-d015-4b00-a90f-799a036865e4 req-ce101946-09fe-4967-a072-445e7d348d22 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 932 time: 0.1193862 Nov 22 16:50:25.219993 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Request body: {'port': {'device_id': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:25.274201 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4d8cd5ef-d015-4b00-a90f-799a036865e4 req-768e6f5a-912b-4c8b-bca8-cb1e16d98e2b tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Nov 22 16:50:25.299743 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f0c14322-26b5-4bf6-b786-414b3455d07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.304066 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.358475 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f0c14322-26b5-4bf6-b786-414b3455d07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.435216 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47738) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:25.555194 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f0c14322-26b5-4bf6-b786-414b3455d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.557913 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f0c14322-26b5-4bf6-b786-414b3455d07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.560316 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f0c14322-26b5-4bf6-b786-414b3455d07b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f58ee35-b09f-4ecc-9e5d-26728edead36 HTTP/1.1" status: 204 len: 168 time: 0.3591948 Nov 22 16:50:25.575634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c14322-26b5-4bf6-b786-414b3455d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f58ee35-b09f-4ecc-9e5d-26728edead36,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:25.714431 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1676410b-0aaa-4806-93b0-8558c63191e1 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:25.723106 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.739766 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Transition to ACTIVE for port object 1676410b-0aaa-4806-93b0-8558c63191e1 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:25.745462 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.803623 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Pushing event updated for resources: {'Port': ['ID=1676410b-0aaa-4806-93b0-8558c63191e1,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:25.896726 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Attempting to bind port 1676410b-0aaa-4806-93b0-8558c63191e1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:25.897066 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Attempting to bind port 1676410b-0aaa-4806-93b0-8558c63191e1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:25.897431 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Attempting to bind port 1676410b-0aaa-4806-93b0-8558c63191e1 on network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:25.902781 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Port 1676410b-0aaa-4806-93b0-8558c63191e1 on network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:25.903113 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Attempting to bind port 1676410b-0aaa-4806-93b0-8558c63191e1 on network 2a62bbf3-57d3-4911-b985-dd1a10a31d27 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:25.908385 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:25.908725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Checking segment: {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:25.909114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Bound using segment: {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:25.909614 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Bound port: 1676410b-0aaa-4806-93b0-8558c63191e1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:25.910261 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.996599 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] For port 1676410b-0aaa-4806-93b0-8558c63191e1, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:26.000479 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] For port 1676410b-0aaa-4806-93b0-8558c63191e1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1676410b-0aaa-4806-93b0-8558c63191e1,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:26.009637 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.068680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.069768 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.072081 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] 10.222.0.58 "PUT /v2.0/ports/1676410b-0aaa-4806-93b0-8558c63191e1 HTTP/1.1" status: 200 len: 1094 time: 0.8561080 Nov 22 16:50:26.072768 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'tag': '1676410b-0aaa-4806-93b0-8558c63191e1'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:26.078585 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbce240-b4c9-40b0-a70e-c30ab40f6450" -d '{"events": [{"name": "network-changed", "server_uuid": "6343df2b-304f-4991-9697-7bd7dd5a3b13", "tag": "1676410b-0aaa-4806-93b0-8558c63191e1"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:26.116708 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47750) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.168672 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f748e8-54df-4fb3-93e7-5cfbe9843ecc x-openstack-request-id: req-e0f748e8-54df-4fb3-93e7-5cfbe9843ecc {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:26.168963 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6343df2b-304f-4991-9697-7bd7dd5a3b13", "tag": "1676410b-0aaa-4806-93b0-8558c63191e1", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:26.169220 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0f748e8-54df-4fb3-93e7-5cfbe9843ecc {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:26.169607 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'tag': '1676410b-0aaa-4806-93b0-8558c63191e1', 'status': 'completed', 'code': 200} Nov 22 16:50:26.170298 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6df728ed-7d62-4abb-95b6-a3f3fe0ea0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.198511 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9467c-a4f7-408b-bf32-398fda901632 service neutron] Pushing event updated for resources: {'Port': ['ID=1676410b-0aaa-4806-93b0-8558c63191e1,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.227273 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.230165 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-28f858aa-d3c3-4d08-9386-01510d5a499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.231659 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-28f858aa-d3c3-4d08-9386-01510d5a499f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1322235371824c2aba7f0fdaea4775f2&device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 1097 time: 0.0877252 Nov 22 16:50:26.288281 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-63b3d847-63b1-4eb7-9d26-a8f2957edd41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1676410b-0aaa-4806-93b0-8558c63191e1 HTTP/1.1" status: 200 len: 217 time: 0.0430031 Nov 22 16:50:26.358204 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6df728ed-7d62-4abb-95b6-a3f3fe0ea0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.366006 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-2fc31d13-a1dc-4c08-ab4d-0f924768e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.367481 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-2fc31d13-a1dc-4c08-ab4d-0f924768e3ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2ba75e5-4bc1-4a14-9989-71bc25624e3f HTTP/1.1" status: 200 len: 853 time: 0.0721910 Nov 22 16:50:26.368264 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6df728ed-7d62-4abb-95b6-a3f3fe0ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.428332 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-3e0172c2-8250-4272-b4cb-1ea100d24481 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a62bbf3-57d3-4911-b985-dd1a10a31d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488524 Nov 22 16:50:26.449443 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6df728ed-7d62-4abb-95b6-a3f3fe0ea0e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c24a2cac308a4d6990a6da172a2dcd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301585 Nov 22 16:50:26.459288 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df728ed-7d62-4abb-95b6-a3f3fe0ea0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca106078-84b0-4be6-8419-f969520b6e3f,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.473239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47754) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.538303 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-56999ada-657e-49b7-bec2-ae60ce344f6c service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006546 Nov 22 16:50:26.546411 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ef89-e721-425a-9536-739b4068e59c req-d00aed68-6afd-4e0d-83be-0e1569f12a89 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.547899 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0869ef89-e721-425a-9536-739b4068e59c req-d00aed68-6afd-4e0d-83be-0e1569f12a89 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 944 time: 0.1966529 Nov 22 16:50:26.600468 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5496d03-67e5-411a-987a-5007be8216b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.661184 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5496d03-67e5-411a-987a-5007be8216b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.680704 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0869ef89-e721-425a-9536-739b4068e59c req-2a4e292c-a001-4137-a136-48c8a3a07f70 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219287 Nov 22 16:50:26.766328 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5496d03-67e5-411a-987a-5007be8216b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.770011 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5496d03-67e5-411a-987a-5007be8216b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.771143 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b5496d03-67e5-411a-987a-5007be8216b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca106078-84b0-4be6-8419-f969520b6e3f HTTP/1.1" status: 204 len: 168 time: 0.2929811 Nov 22 16:50:26.777953 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Deleting port 2dffb326-1480-4be7-a4ad-ec6502028e17 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:26.778294 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.786147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5496d03-67e5-411a-987a-5007be8216b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca106078-84b0-4be6-8419-f969520b6e3f,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.904272 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] For port 2dffb326-1480-4be7-a4ad-ec6502028e17, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2dffb326-1480-4be7-a4ad-ec6502028e17,segment=NetworkSegment(aa752436-f4eb-4e00-a037-6273f3743e24),segment_id=aa752436-f4eb-4e00-a037-6273f3743e24)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:26.905112 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8e4d26ff-b601-4bb7-867c-f1e5c9e9fa1b req-e0633f73-edef-4450-81e6-30ffd326593a service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583508 Nov 22 16:50:26.905589 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.932291 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Calling delete_port for 2dffb326-1480-4be7-a4ad-ec6502028e17 owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:27.070902 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-c32875ff-fc76-478e-be63-3918ecd60000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.073736 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-c32875ff-fc76-478e-be63-3918ecd60000 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1322235371824c2aba7f0fdaea4775f2&device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 1097 time: 0.0717914 Nov 22 16:50:27.222638 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-593a5327-f96b-4636-a3dd-50a118885dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.223064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.224336 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-593a5327-f96b-4636-a3dd-50a118885dfe service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 200 len: 914 time: 0.1401770 Nov 22 16:50:27.258771 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dffb326-1480-4be7-a4ad-ec6502028e17,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.345146 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-56ccf13c-f255-4985-9094-f8a70ba39a25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1676410b-0aaa-4806-93b0-8558c63191e1 HTTP/1.1" status: 200 len: 217 time: 0.1133873 Nov 22 16:50:27.412048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-0ace9d3d-5380-4174-95db-6f2224f619d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.413784 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-0ace9d3d-5380-4174-95db-6f2224f619d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2ba75e5-4bc1-4a14-9989-71bc25624e3f HTTP/1.1" status: 200 len: 853 time: 0.0611272 Nov 22 16:50:27.462447 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-7370e2ef-e9e2-4140-a5bd-5719333788cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a62bbf3-57d3-4911-b985-dd1a10a31d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399837 Nov 22 16:50:27.474193 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:27.496462 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:27.497131 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device dc6ce4e8-3940-405a-82fa-ee8b6d0fd6d3 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:27.533678 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.588321 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-44a11840-544f-4c7b-bc1d-a24b95003f42 service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145666 Nov 22 16:50:27.728801 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5bbce240-b4c9-40b0-a70e-c30ab40f6450 req-e554a0f3-346a-4f07-af38-9690cdc47fb8 service neutron] 10.222.0.58 "GET /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319461 Nov 22 16:50:27.847681 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fac472-0025-4b5e-93ca-02447bdba45e req-986db78f-ff86-49f7-a653-5a7a26c3fcd0 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.849334 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e1fac472-0025-4b5e-93ca-02447bdba45e req-986db78f-ff86-49f7-a653-5a7a26c3fcd0 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 944 time: 0.0787446 Nov 22 16:50:27.857894 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:27.961567 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e1fac472-0025-4b5e-93ca-02447bdba45e req-f87f4204-5872-4283-bd57-f66d89190131 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024666 Nov 22 16:50:28.022175 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:28.027851 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b5f52828-d21a-4951-b633-741ec3300719 admin admin] 10.222.0.61 "PUT /v2.0/routers/a95e2680-b12b-43aa-bbe5-b6d2a014d5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5908759 Nov 22 16:50:28.031175 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47792) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:28.035405 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] Sync routers for ids ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:28.047475 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] Routers {'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:28.048169 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:50:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.167168 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.168464 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] Set router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:28.322274 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.398293 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Deleting port dd502ff2-8918-4342-afea-e44d29ff6aa2 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:28.398595 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.435455 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:50:27Z', 'revision_number': 5, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port': {'id': 'dd502ff2-8918-4342-afea-e44d29ff6aa2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:21Z', 'updated_at': '2021-11-22T16:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.478113 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] Checking router: a95e2680-b12b-43aa-bbe5-b6d2a014d5dc for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:28.491810 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] Routers {'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:28.492599 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:50:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.504715 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] For port dd502ff2-8918-4342-afea-e44d29ff6aa2, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=dd502ff2-8918-4342-afea-e44d29ff6aa2,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:28.504715 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.517563 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Calling delete_port for dd502ff2-8918-4342-afea-e44d29ff6aa2 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:28.604717 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] Set router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:28.670904 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:50:28Z', 'revision_number': 6, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.704357 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d16b0b-45f9-4c95-b1c4-b632e3892a99 None None] The sync data for ids ['a95e2680-b12b-43aa-bbe5-b6d2a014d5dc'] in dv-cinder-804735-12-iscsi is: [{'id': 'a95e2680-b12b-43aa-bbe5-b6d2a014d5dc', 'name': 'tempest-ServerRescueNegativeTestJSON-2099819226-router', 'tenant_id': '46cf61d791e04bc483cab9a8f8745008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:50:28Z', 'revision_number': 6, 'project_id': '46cf61d791e04bc483cab9a8f8745008', 'gw_port_host': None}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:28.751558 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.781997 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd502ff2-8918-4342-afea-e44d29ff6aa2,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:28.829635 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-cb9288d6-3f02-4212-bc01-0c3c9dbf5f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.860343 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.968490 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.970687 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.082854 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.083381 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a95e2680-b12b-43aa-bbe5-b6d2a014d5dc {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:50:29.092797 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.092797 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-42633421-bfb9-4460-987b-2b80992cb370 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a95e2680-b12b-43aa-bbe5-b6d2a014d5dc HTTP/1.1" status: 204 len: 168 time: 1.0589929 Nov 22 16:50:29.094978 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47806) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:29.146915 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737661-45fe-4464-bc38-3769283392c2 req-f9155cb2-b441-4f89-8e7a-5785712da6db tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.148520 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-86737661-45fe-4464-bc38-3769283392c2 req-f9155cb2-b441-4f89-8e7a-5785712da6db tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 944 time: 0.1096299 Nov 22 16:50:29.160724 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Deleting subnet 62d2fe55-4078-4c31-bc89-7b14a813df1b {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:29.169877 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.231590 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.267428 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-86737661-45fe-4464-bc38-3769283392c2 req-8d60f0fc-2f2b-4354-af95-dcdb3b0765f7 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040487 Nov 22 16:50:29.288166 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.348346 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.374599 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d2fe55-4078-4c31-bc89-7b14a813df1b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:29.377736 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.380868 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-10d43742-2a23-400f-8b4b-0e892a34f31f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/62d2fe55-4078-4c31-bc89-7b14a813df1b HTTP/1.1" status: 204 len: 168 time: 0.2847703 Nov 22 16:50:29.383417 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47812) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:29.460767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.512051 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-b176396f-1cf9-4380-b9fd-dde9426adb71 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=45d7ec58882c441bbb9a023109ed238e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319502 Nov 22 16:50:29.563897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.606590 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef43581-0b2d-45c7-919f-e29c34327fb4']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:29.619673 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa752436-f4eb-4e00-a037-6273f3743e24') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:29.620019 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa752436-f4eb-4e00-a037-6273f3743e24') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:29.632697 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.653629 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.665253 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:29.665842 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:29.669089 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:29.739245 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.744363 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.750125 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5ef43581-0b2d-45c7-919f-e29c34327fb4 HTTP/1.1" status: 204 len: 168 time: 0.3625555 Nov 22 16:50:29.764759 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4b6e9-fc49-443e-9ac2-de0177120da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef43581-0b2d-45c7-919f-e29c34327fb4,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:29.951078 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-185575f4-dff3-413a-833d-0b4f62abe48b tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.952807 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-185575f4-dff3-413a-833d-0b4f62abe48b tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338436 Nov 22 16:50:29.973245 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-fa816fad-ed1a-4980-93f2-776e3c76c50d tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/quotas/45d7ec58882c441bbb9a023109ed238e HTTP/1.1" status: 200 len: 375 time: 0.0128751 Nov 22 16:50:29.990834 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47828) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:30.016584 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-46a242e3-b1c2-47e7-8ecc-026912c16c72 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=45d7ec58882c441bbb9a023109ed238e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334821 Nov 22 16:50:30.044031 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8386620a-7722-4db6-a308-d95b898230f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46cf61d791e04bc483cab9a8f8745008&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514421 Nov 22 16:50:30.047014 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47830) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:30.104341 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2352f8bc-b93e-4f61-848a-7ae9b5799e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.130280 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2352f8bc-b93e-4f61-848a-7ae9b5799e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.208766 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2352f8bc-b93e-4f61-848a-7ae9b5799e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.212242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2352f8bc-b93e-4f61-848a-7ae9b5799e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.213484 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2352f8bc-b93e-4f61-848a-7ae9b5799e33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67769d4a-4bcd-47c7-afc4-d0692f47a278 HTTP/1.1" status: 204 len: 168 time: 0.1652982 Nov 22 16:50:30.220454 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a9b38c55-cb79-4c0d-ab43-3fa8e8619603 req-4c5ab6a0-88ae-44e6-9547-7a2340045605 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 210 time: 0.0339897 Nov 22 16:50:30.222725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f8bc-b93e-4f61-848a-7ae9b5799e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67769d4a-4bcd-47c7-afc4-d0692f47a278,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:30.419128 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95a75a-4034-4083-ac20-b5c3d1bafd94 req-a0155f47-e94b-4914-8144-694cc9539096 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.422121 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5e95a75a-4034-4083-ac20-b5c3d1bafd94 req-a0155f47-e94b-4914-8144-694cc9539096 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 944 time: 0.0653281 Nov 22 16:50:30.491321 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5e95a75a-4034-4083-ac20-b5c3d1bafd94 req-7bcde9fb-3d03-4e85-98eb-429389659a22 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609260 Nov 22 16:50:30.710399 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dd502ff2-8918-4342-afea-e44d29ff6aa2 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:30.716058 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 1676410b-0aaa-4806-93b0-8558c63191e1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:30.739736 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: dd502ff2-8918-4342-afea-e44d29ff6aa2 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:30.740144 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dd502ff2-8918-4342-afea-e44d29ff6aa2 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:30.740567 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2dffb326-1480-4be7-a4ad-ec6502028e17 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:30.765135 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 2dffb326-1480-4be7-a4ad-ec6502028e17 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:30.765494 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2dffb326-1480-4be7-a4ad-ec6502028e17 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:30.860932 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 1676410b-0aaa-4806-93b0-8558c63191e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1676410b-0aaa-4806-93b0-8558c63191e1,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:30.876122 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '1676410b-0aaa-4806-93b0-8558c63191e1', 'network_id': '2a62bbf3-57d3-4911-b985-dd1a10a31d27', 'port_id': '1676410b-0aaa-4806-93b0-8558c63191e1', 'mac_address': 'fa:16:3e:5c:4e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ba75e5-4bc1-4a14-9989-71bc25624e3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:30.917053 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.933643 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1676410b-0aaa-4806-93b0-8558c63191e1 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:30.960697 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 1676410b-0aaa-4806-93b0-8558c63191e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1676410b-0aaa-4806-93b0-8558c63191e1,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:30.965191 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.018437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=1676410b-0aaa-4806-93b0-8558c63191e1,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:31.038535 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-936f9675-f2c7-4044-8f57-c73c7dd8e359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.336123 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5134bb28-6be5-4d8e-b2d2-25cde1735f6b req-2242f61d-1ef1-4407-abfa-db5a9e15d787 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 210 time: 0.0319331 Nov 22 16:50:31.631888 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6e86-9b87-4e83-bc98-a5d7621562ed req-d461deba-8f7c-4998-b288-10cd59cffb09 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.639025 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c3fb6e86-9b87-4e83-bc98-a5d7621562ed req-d461deba-8f7c-4998-b288-10cd59cffb09 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 945 time: 0.0693765 Nov 22 16:50:31.695090 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c3fb6e86-9b87-4e83-bc98-a5d7621562ed req-c30083b1-a724-4c74-ab46-d95542d28454 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552967 Nov 22 16:50:32.062052 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['1676410b-0aaa-4806-93b0-8558c63191e1'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:32.210275 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.445579 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ac9a7a12-da59-4e33-b96a-08c485464047 req-477e4235-2e63-4388-a94c-9cca4fc193a1 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 210 time: 0.0290515 Nov 22 16:50:32.446723 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-b44e8d65-7887-4b56-ad38-28b2c4112a04 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=45d7ec58882c441bbb9a023109ed238e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329654 Nov 22 16:50:32.647851 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-c7215a65-7144-4afb-9131-032eb6059caa tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:32.649195 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-c7215a65-7144-4afb-9131-032eb6059caa tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956747 Nov 22 16:50:32.691799 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Request body: {'port': {'device_id': '51d92756-cf95-4524-89ca-867f1b44181d', 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764', 'admin_state_up': True, 'tenant_id': '45d7ec58882c441bbb9a023109ed238e'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:32.839769 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1406bb-7cfe-4b8e-a0f6-4a671aaa0e87 req-0e0ee65d-fb2f-417e-beec-d18bc413b988 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:32.842088 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8c1406bb-7cfe-4b8e-a0f6-4a671aaa0e87 req-0e0ee65d-fb2f-417e-beec-d18bc413b988 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 945 time: 0.0606761 Nov 22 16:50:32.849300 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Made reservation on behalf of 45d7ec58882c441bbb9a023109ed238e for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:32.853783 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.867244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.923652 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8c1406bb-7cfe-4b8e-a0f6-4a671aaa0e87 req-1310bfc0-bc60-4c70-8a7e-e3fd8a6f7e68 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739176 Nov 22 16:50:32.989778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.995430 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.067284 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc2c72-0e1c-402b-aaa2-aff34b671c91,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.153114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Allocated IP 192.168.233.148 (5a83ccc8-6f19-4520-b68a-a89f23888764/ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b/cbf70b21-7b95-4c9b-a660-8eddcf6ac227) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:33.314660 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.355711 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.406065 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Network 5a83ccc8-6f19-4520-b68a-a89f23888764 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:33.412752 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:33.417987 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:33.420887 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Pushing event updated for resources: {'Port': ['ID=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.491796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.492690 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.513395 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-2f8857b6-7f14-4553-b20d-d1ee1d8fe874 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8257668 Nov 22 16:50:33.531929 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Request body: {'port': {'device_id': '51d92756-cf95-4524-89ca-867f1b44181d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:33.605267 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.612078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.621652 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934b113-d954-4604-afdc-8e3dd9075a5e req-d29ac41a-e637-47bd-afc2-ee712c4920c7 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.623250 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0934b113-d954-4604-afdc-8e3dd9075a5e req-d29ac41a-e637-47bd-afc2-ee712c4920c7 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 936 time: 0.0908489 Nov 22 16:50:33.689308 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0934b113-d954-4604-afdc-8e3dd9075a5e req-b3efb138-3b3b-4fc1-b313-ec7387e1be4b tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581856 Nov 22 16:50:33.757488 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-da21883a-0a75-4b92-bc5d-813441e3e618 None None] Provisioning complete for port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:33.758156 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-da21883a-0a75-4b92-bc5d-813441e3e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.784784 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 1676410b-0aaa-4806-93b0-8558c63191e1 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:33.831871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-da21883a-0a75-4b92-bc5d-813441e3e618 None None] Port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:33.867216 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 1676410b-0aaa-4806-93b0-8558c63191e1 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:33.872627 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 1676410b-0aaa-4806-93b0-8558c63191e1 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:33.873069 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.979124 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf70b21-7b95-4c9b-a660-8eddcf6ac227 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:33.996326 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.006091 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.021725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Transition to ACTIVE for port object cbf70b21-7b95-4c9b-a660-8eddcf6ac227 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:34.026928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.053144 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1676410b-0aaa-4806-93b0-8558c63191e1'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:34.056022 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2480d19c-8cfa-4a7c-b0a0-041677c4f951" -d '{"events": [{"server_uuid": "6343df2b-304f-4991-9697-7bd7dd5a3b13", "name": "network-vif-plugged", "status": "completed", "tag": "1676410b-0aaa-4806-93b0-8558c63191e1"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:34.077866 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 1676410b-0aaa-4806-93b0-8558c63191e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1676410b-0aaa-4806-93b0-8558c63191e1,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:34.086539 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.118034 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Pushing event updated for resources: {'Port': ['ID=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.174156 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928bc23-4089-4220-a991-470c7f9b9269 req-0884bb5b-2938-4197-92b1-cd01bc6171a4 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.184084 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6928bc23-4089-4220-a991-470c7f9b9269 req-0884bb5b-2938-4197-92b1-cd01bc6171a4 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 945 time: 0.1317670 Nov 22 16:50:34.248410 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Attempting to bind port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:34.248907 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Attempting to bind port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:34.249596 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Attempting to bind port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 on network 5a83ccc8-6f19-4520-b68a-a89f23888764 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:34.254428 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b35a6ae-0519-4b92-80fb-3bce400493c6 x-openstack-request-id: req-0b35a6ae-0519-4b92-80fb-3bce400493c6 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:34.254989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343df2b-304f-4991-9697-7bd7dd5a3b13", "name": "network-vif-plugged", "status": "completed", "tag": "1676410b-0aaa-4806-93b0-8558c63191e1", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:34.255434 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b35a6ae-0519-4b92-80fb-3bce400493c6 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:34.256187 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1676410b-0aaa-4806-93b0-8558c63191e1', 'code': 200} Nov 22 16:50:34.257138 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 on network 5a83ccc8-6f19-4520-b68a-a89f23888764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:34.257542 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Attempting to bind port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 on network 5a83ccc8-6f19-4520-b68a-a89f23888764 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:34.266811 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:34.268928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Checking segment: {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:34.269757 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Bound using segment: {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:34.270570 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Bound port: cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879ba118-15f2-4f1c-8fc6-55697a9299ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:34.270895 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=1676410b-0aaa-4806-93b0-8558c63191e1,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.271114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.312663 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6928bc23-4089-4220-a991-470c7f9b9269 req-05e926e2-e1fd-4a5d-886b-53abf44e1451 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273887 Nov 22 16:50:34.383565 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] For port cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:34.390404 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] For port cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:34.396262 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.431110 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.478091 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.479083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.481621 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] 10.222.0.58 "PUT /v2.0/ports/cbf70b21-7b95-4c9b-a660-8eddcf6ac227 HTTP/1.1" status: 200 len: 1098 time: 0.9542120 Nov 22 16:50:34.482325 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d92756-cf95-4524-89ca-867f1b44181d', 'tag': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:34.486385 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78269787-09bc-47c0-82fa-06a6d34a857b" -d '{"events": [{"name": "network-changed", "server_uuid": "51d92756-cf95-4524-89ca-867f1b44181d", "tag": "cbf70b21-7b95-4c9b-a660-8eddcf6ac227"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:34.546389 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54658c-a960-4130-a968-9c0eb4478d9d x-openstack-request-id: req-bd54658c-a960-4130-a968-9c0eb4478d9d {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:34.547096 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d92756-cf95-4524-89ca-867f1b44181d", "tag": "cbf70b21-7b95-4c9b-a660-8eddcf6ac227", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:34.547215 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd54658c-a960-4130-a968-9c0eb4478d9d {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:34.547845 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d92756-cf95-4524-89ca-867f1b44181d', 'tag': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227', 'status': 'completed', 'code': 200} Nov 22 16:50:34.583880 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad525e4-71a1-4f14-9243-5026d66b847e service neutron] Pushing event updated for resources: {'Port': ['ID=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.654785 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86e90e-54ac-4c2d-bbc8-1ca29c69d838 req-6577c847-4c3e-4246-9fa4-5d093cfea49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.656597 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6c86e90e-54ac-4c2d-bbc8-1ca29c69d838 req-6577c847-4c3e-4246-9fa4-5d093cfea49b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 1099 time: 0.1451907 Nov 22 16:50:34.676839 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-6c6346a8-420e-44e1-9a5a-27dfe43ce6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.678816 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-6c6346a8-420e-44e1-9a5a-27dfe43ce6ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=45d7ec58882c441bbb9a023109ed238e&device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 1101 time: 0.0972900 Nov 22 16:50:34.679661 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 47940) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.749122 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-f5a905a7-7388-4dd4-9f20-ce2326b44d09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227 HTTP/1.1" status: 200 len: 217 time: 0.0517755 Nov 22 16:50:34.798663 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6c86e90e-54ac-4c2d-bbc8-1ca29c69d838 req-b4a96143-f014-4650-90ef-69b61ab7e072 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315958 Nov 22 16:50:34.834504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-daa1298a-d0d7-4bab-8b8c-3efcbb2c1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.836798 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-daa1298a-d0d7-4bab-8b8c-3efcbb2c1789 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b HTTP/1.1" status: 200 len: 843 time: 0.0774944 Nov 22 16:50:34.863205 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466eb87f-a6f7-4950-a4ca-dfd009b42ccb req-af046dca-bfc4-4eeb-8970-66e03de1a964 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.865134 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-466eb87f-a6f7-4950-a4ca-dfd009b42ccb req-af046dca-bfc4-4eeb-8970-66e03de1a964 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 948 time: 0.0813842 Nov 22 16:50:34.887038 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.951064 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-466eb87f-a6f7-4950-a4ca-dfd009b42ccb req-5b6850e0-32bd-4061-810e-ae809309b212 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715773 Nov 22 16:50:35.025553 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.030500 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.080701 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84885ddecfb34bb3acc5a1c8d0d03819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989918 Nov 22 16:50:35.081634 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5655e550-ebbd-4c85-9345-74e53e5bbdc9,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.084134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 47946) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.090483 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.090813 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.091166 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.091508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.091912 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.092257 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.092597 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.092939 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.093274 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.093638 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.093953 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.094246 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd1f78f-2cdf-4438-b8e7-543cb974eb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:35.187340 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-317715ea-635c-482d-a217-77642176530d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.192759 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-b81ff0e9-aea4-42e5-81a4-2586d86db24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.194293 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-b81ff0e9-aea4-42e5-81a4-2586d86db24b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5a83ccc8-6f19-4520-b68a-a89f23888764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0763245 Nov 22 16:50:35.238669 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-317715ea-635c-482d-a217-77642176530d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.353378 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-89390776-5827-436d-9a04-ce8035c072bd service neutron] 10.222.0.58 "GET /v2.0/networks/5a83ccc8-6f19-4520-b68a-a89f23888764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496160 Nov 22 16:50:35.360457 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-317715ea-635c-482d-a217-77642176530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.365265 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-317715ea-635c-482d-a217-77642176530d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.366752 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-317715ea-635c-482d-a217-77642176530d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5655e550-ebbd-4c85-9345-74e53e5bbdc9 HTTP/1.1" status: 204 len: 168 time: 0.2809436 Nov 22 16:50:35.488233 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317715ea-635c-482d-a217-77642176530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655e550-ebbd-4c85-9345-74e53e5bbdc9,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.532206 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2669c4c-ebdb-4c12-b836-af1adbf9b6d5 req-901ca4bf-76db-4f61-9c10-c4a9b31abc1d service neutron] 10.222.0.58 "GET /v2.0/networks/5a83ccc8-6f19-4520-b68a-a89f23888764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641407 Nov 22 16:50:35.541383 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a79b-bd75-4a62-b358-93d9c49fb7f8 req-9c443fee-b9ad-45ed-b08c-1c31dc56d0e8 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.543235 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cec9a79b-bd75-4a62-b358-93d9c49fb7f8 req-9c443fee-b9ad-45ed-b08c-1c31dc56d0e8 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 946 time: 0.0919685 Nov 22 16:50:35.610507 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cec9a79b-bd75-4a62-b358-93d9c49fb7f8 req-6136f3f1-6750-47bd-996f-c7477c2d04a6 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Nov 22 16:50:35.716389 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269787-09bc-47c0-82fa-06a6d34a857b req-1e906a4c-3ae8-4d31-a12f-bee2893d6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.718077 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-1e906a4c-3ae8-4d31-a12f-bee2893d6f60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=45d7ec58882c441bbb9a023109ed238e&device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 1101 time: 0.0487783 Nov 22 16:50:35.861511 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269787-09bc-47c0-82fa-06a6d34a857b req-7cf18bf9-b450-4816-a0ea-cb9bd85117b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.864796 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-7cf18bf9-b450-4816-a0ea-cb9bd85117b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5a83ccc8-6f19-4520-b68a-a89f23888764 HTTP/1.1" status: 200 len: 870 time: 0.1328061 Nov 22 16:50:35.940869 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-ac1a4864-9c89-4ef5-a43b-b81eb9ff9c5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227 HTTP/1.1" status: 200 len: 217 time: 0.0465865 Nov 22 16:50:36.010976 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269787-09bc-47c0-82fa-06a6d34a857b req-92edc6ce-96c9-455e-9bc9-235ec20e0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.013954 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-92edc6ce-96c9-455e-9bc9-235ec20e0761 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b HTTP/1.1" status: 200 len: 843 time: 0.0636969 Nov 22 16:50:36.108715 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269787-09bc-47c0-82fa-06a6d34a857b req-a0895f15-3997-452f-aa3d-3da5fd2829ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.121620 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-a0895f15-3997-452f-aa3d-3da5fd2829ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5a83ccc8-6f19-4520-b68a-a89f23888764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0985825 Nov 22 16:50:36.157107 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d7fc8-fc3b-4a51-82d0-1c1ec2b8f1d8 req-21916d51-9713-4efd-a60c-6e09aa1d1f66 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.160171 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ea9d7fc8-fc3b-4a51-82d0-1c1ec2b8f1d8 req-21916d51-9713-4efd-a60c-6e09aa1d1f66 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 948 time: 0.0924361 Nov 22 16:50:36.252105 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ea9d7fc8-fc3b-4a51-82d0-1c1ec2b8f1d8 req-14294407-d6d0-4592-8d09-939d9ef61fa3 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746291 Nov 22 16:50:36.258557 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-837bd12b-3a9b-4f48-a451-e06a635e52b5 service neutron] 10.222.0.58 "GET /v2.0/networks/5a83ccc8-6f19-4520-b68a-a89f23888764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270323 Nov 22 16:50:36.391468 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-78269787-09bc-47c0-82fa-06a6d34a857b req-df4f9fa4-a99f-4b0a-b39f-80ac8f5c446c service neutron] 10.222.0.58 "GET /v2.0/networks/5a83ccc8-6f19-4520-b68a-a89f23888764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238313 Nov 22 16:50:36.789084 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bba26-f00e-445f-a9f2-92b1c364e2eb req-0c7456c8-f75d-45e8-b894-9ace58d82e8b tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.790518 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cb0bba26-f00e-445f-a9f2-92b1c364e2eb req-0c7456c8-f75d-45e8-b894-9ace58d82e8b tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 946 time: 0.0586126 Nov 22 16:50:36.880576 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cb0bba26-f00e-445f-a9f2-92b1c364e2eb req-d8ce686d-f2cc-4822-a9d1-33df0dc85783 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801933 Nov 22 16:50:37.422139 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee141c83-46d6-4ca3-8a53-dcf1e456701f req-db50866c-8d7e-48dc-beab-019526902d53 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.425534 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ee141c83-46d6-4ca3-8a53-dcf1e456701f req-db50866c-8d7e-48dc-beab-019526902d53 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 948 time: 0.0665383 Nov 22 16:50:37.504704 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ee141c83-46d6-4ca3-8a53-dcf1e456701f req-a4bdd24c-fd6d-4374-802a-ddf5a719eb12 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695865 Nov 22 16:50:37.581591 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48016) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:37.720416 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-20cb2655-1acc-4a44-bdf9-4337a681fea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.815865 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-20cb2655-1acc-4a44-bdf9-4337a681fea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.820999 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-20cb2655-1acc-4a44-bdf9-4337a681fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.879453 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-20cb2655-1acc-4a44-bdf9-4337a681fea2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66c7d5a0ccc24e9f8e872ce428e4ca83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964520 Nov 22 16:50:37.881399 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2655-1acc-4a44-bdf9-4337a681fea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfea765-1729-4d13-9dc1-991b90837a41,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:37.883544 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48024) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:37.956888 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc8d9-2873-4a28-a976-9e539cff07c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.981773 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc8d9-2873-4a28-a976-9e539cff07c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.047155 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48028) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.054887 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc8d9-2873-4a28-a976-9e539cff07c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.057614 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7bbbc8d9-2873-4a28-a976-9e539cff07c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.058792 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7bbbc8d9-2873-4a28-a976-9e539cff07c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bfea765-1729-4d13-9dc1-991b90837a41 HTTP/1.1" status: 204 len: 168 time: 0.1727884 Nov 22 16:50:38.069717 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbc8d9-2873-4a28-a976-9e539cff07c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfea765-1729-4d13-9dc1-991b90837a41,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.347998 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9cd-d23c-49ea-abce-69d2be2bcd52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.435993 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48038) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.452511 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e43a618a-2219-4c1c-a26d-d085144f5a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.470548 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9cd-d23c-49ea-abce-69d2be2bcd52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.474200 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c7deb9cd-d23c-49ea-abce-69d2be2bcd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.518788 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c7deb9cd-d23c-49ea-abce-69d2be2bcd52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39d4403898794eaaa68a943c59b43898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701886 Nov 22 16:50:38.519654 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deb9cd-d23c-49ea-abce-69d2be2bcd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269f16e-9c7e-4c9a-8aca-60f2c4a6934e,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.523992 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48040) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.580576 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e43a618a-2219-4c1c-a26d-d085144f5a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.598982 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e43a618a-2219-4c1c-a26d-d085144f5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.671655 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-e43a618a-2219-4c1c-a26d-d085144f5a8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ce774dea53b4cf5bf3f6affbf055018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342432 Nov 22 16:50:38.672522 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a618a-2219-4c1c-a26d-d085144f5a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a67de80-3b92-464a-8d15-48f5ceaa7416,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.676579 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48044) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.681877 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db44edfd-7e0e-4f2b-9324-c802b6f3eafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.704930 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534a9f5-be6c-478d-85a1-1b12c637f853 req-dbea0007-7351-44d3-bfff-e1cc8cf612a1 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:38.707305 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2534a9f5-be6c-478d-85a1-1b12c637f853 req-dbea0007-7351-44d3-bfff-e1cc8cf612a1 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 948 time: 0.1295078 Nov 22 16:50:38.727508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db44edfd-7e0e-4f2b-9324-c802b6f3eafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.736383 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e4760ff-8a20-4e8c-b03d-491b2fa287ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.759975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e4760ff-8a20-4e8c-b03d-491b2fa287ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.792599 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2534a9f5-be6c-478d-85a1-1b12c637f853 req-1b06f2fc-73fa-4793-a759-5baa1d2bcdd7 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757411 Nov 22 16:50:38.823372 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db44edfd-7e0e-4f2b-9324-c802b6f3eafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.827949 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-db44edfd-7e0e-4f2b-9324-c802b6f3eafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.829785 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-db44edfd-7e0e-4f2b-9324-c802b6f3eafb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c269f16e-9c7e-4c9a-8aca-60f2c4a6934e HTTP/1.1" status: 204 len: 168 time: 0.3045871 Nov 22 16:50:38.836076 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e4760ff-8a20-4e8c-b03d-491b2fa287ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.839434 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-3e4760ff-8a20-4e8c-b03d-491b2fa287ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.844017 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3e4760ff-8a20-4e8c-b03d-491b2fa287ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a67de80-3b92-464a-8d15-48f5ceaa7416 HTTP/1.1" status: 204 len: 168 time: 0.1625619 Nov 22 16:50:38.844236 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44edfd-7e0e-4f2b-9324-c802b6f3eafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269f16e-9c7e-4c9a-8aca-60f2c4a6934e,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.850615 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4760ff-8a20-4e8c-b03d-491b2fa287ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a67de80-3b92-464a-8d15-48f5ceaa7416,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.782251 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device cbf70b21-7b95-4c9b-a660-8eddcf6ac227 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:39.930678 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:39.954660 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227', 'network_id': '5a83ccc8-6f19-4520-b68a-a89f23888764', 'port_id': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227', 'mac_address': 'fa:16:3e:0b:da:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecba4fda-8382-4d3f-ab5c-81a1b0b3f61b', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:40.012804 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602b53-7469-4c54-b138-c028a79b31d2 req-5917ef0d-1c75-4c60-914f-34f425c798ed tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:40.014381 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-98602b53-7469-4c54-b138-c028a79b31d2 req-5917ef0d-1c75-4c60-914f-34f425c798ed tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 948 time: 0.0861347 Nov 22 16:50:40.016484 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.032996 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf70b21-7b95-4c9b-a660-8eddcf6ac227 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:40.081069 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:40.090453 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.103538 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-98602b53-7469-4c54-b138-c028a79b31d2 req-b16a489d-3d08-431e-9670-7e15fa8eb6bf tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Nov 22 16:50:40.171294 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:40.395359 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['cbf70b21-7b95-4c9b-a660-8eddcf6ac227'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:41.270185 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd9c36-cf0d-422e-90c5-5ae4e27b8b3b req-28ddb49c-c7ab-4275-863e-87044a1d4f3d tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.272716 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8cfd9c36-cf0d-422e-90c5-5ae4e27b8b3b req-28ddb49c-c7ab-4275-863e-87044a1d4f3d tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 949 time: 0.0709844 Nov 22 16:50:41.336371 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8cfd9c36-cf0d-422e-90c5-5ae4e27b8b3b req-0d8bc07b-75fb-40d3-ae6f-c48deb1b6b5f tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Nov 22 16:50:41.798314 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device cbf70b21-7b95-4c9b-a660-8eddcf6ac227 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:41.852288 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:41.856205 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:41.856606 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.958048 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.989328 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d92756-cf95-4524-89ca-867f1b44181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:41.991618 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5716063-be0d-4c23-9ed0-32fa62ddef43" -d '{"events": [{"server_uuid": "51d92756-cf95-4524-89ca-867f1b44181d", "name": "network-vif-plugged", "status": "completed", "tag": "cbf70b21-7b95-4c9b-a660-8eddcf6ac227"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:42.009539 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:42.013721 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.156133 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511a2d89-a9b6-493d-89bd-17c62073d305 x-openstack-request-id: req-511a2d89-a9b6-493d-89bd-17c62073d305 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:42.156450 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d92756-cf95-4524-89ca-867f1b44181d", "name": "network-vif-plugged", "status": "completed", "tag": "cbf70b21-7b95-4c9b-a660-8eddcf6ac227", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:42.156703 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-511a2d89-a9b6-493d-89bd-17c62073d305 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:42.157120 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d92756-cf95-4524-89ca-867f1b44181d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227', 'code': 200} Nov 22 16:50:42.183868 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.258796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ddf7e-e722-48d1-a041-e7f1f6791789 req-86b06435-6172-45c5-8e6e-16f26c3ee915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.260328 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c54ddf7e-e722-48d1-a041-e7f1f6791789 req-86b06435-6172-45c5-8e6e-16f26c3ee915 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 1103 time: 0.0503521 Nov 22 16:50:42.317709 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c54ddf7e-e722-48d1-a041-e7f1f6791789 req-2a9982a1-9a9c-4758-bdf1-3abbe9ef65f7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462675 Nov 22 16:50:42.497089 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2600-19e3-45ea-848c-4d565dd0e778 req-6da26890-4b81-4e08-8986-4ce291ff66c0 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.498747 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-04fb2600-19e3-45ea-848c-4d565dd0e778 req-6da26890-4b81-4e08-8986-4ce291ff66c0 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0628040 Nov 22 16:50:42.564916 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-04fb2600-19e3-45ea-848c-4d565dd0e778 req-6035b2a9-c101-4d4b-9c42-ada100e0b2e5 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553286 Nov 22 16:50:43.740019 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfc3b1-942b-4259-b1ba-9919c1f3125e req-16132862-8598-45c5-8167-b42450b6d987 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.741713 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-66bfc3b1-942b-4259-b1ba-9919c1f3125e req-16132862-8598-45c5-8167-b42450b6d987 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0727651 Nov 22 16:50:43.797803 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-66bfc3b1-942b-4259-b1ba-9919c1f3125e req-46566528-8960-4b3d-b7ca-94787dfc99c8 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Nov 22 16:50:44.085295 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fde79-2e7a-442c-afe2-c5b8414cb1d1 req-8af5ac62-7a12-4be4-9516-2960d6bd3505 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:44.086912 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da6fde79-2e7a-442c-afe2-c5b8414cb1d1 req-8af5ac62-7a12-4be4-9516-2960d6bd3505 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0579617 Nov 22 16:50:44.150677 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-da6fde79-2e7a-442c-afe2-c5b8414cb1d1 req-0a3624db-b24d-422e-a175-bc5397a0b530 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Nov 22 16:50:44.597787 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48206) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:44.719356 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e0796d6c-604e-493d-8fa6-3503408ec0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.807377 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e0796d6c-604e-493d-8fa6-3503408ec0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.812261 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e0796d6c-604e-493d-8fa6-3503408ec0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.855262 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-e0796d6c-604e-493d-8fa6-3503408ec0d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55f3b47dac834e64bfc4921dd4310a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563272 Nov 22 16:50:44.856269 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0796d6c-604e-493d-8fa6-3503408ec0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d32b03-ddf3-4716-bd8b-7df67c571f3a,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.858000 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48214) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:44.925525 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cb4da377-26af-407c-8d37-3b70cb61fd1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.145101 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cb4da377-26af-407c-8d37-3b70cb61fd1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.200990 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cb4da377-26af-407c-8d37-3b70cb61fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.203539 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cb4da377-26af-407c-8d37-3b70cb61fd1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.204738 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-cb4da377-26af-407c-8d37-3b70cb61fd1d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6d32b03-ddf3-4716-bd8b-7df67c571f3a HTTP/1.1" status: 204 len: 168 time: 0.3455760 Nov 22 16:50:45.225548 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4da377-26af-407c-8d37-3b70cb61fd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d32b03-ddf3-4716-bd8b-7df67c571f3a,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:45.290471 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d01ca-903a-440b-931e-78ebfb93c179 req-99773194-e57f-4e51-933e-055e6cc0bd6a tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.292117 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-277d01ca-903a-440b-931e-78ebfb93c179 req-99773194-e57f-4e51-933e-055e6cc0bd6a tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0563862 Nov 22 16:50:45.360390 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-277d01ca-903a-440b-931e-78ebfb93c179 req-69cce2ed-ac16-48ae-8d26-539fde2a5262 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Nov 22 16:50:45.555974 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48228) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:45.572181 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-03ab4756-778f-4ce5-b0d7-acaed26170ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.676486 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-03ab4756-778f-4ce5-b0d7-acaed26170ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.682661 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-03ab4756-778f-4ce5-b0d7-acaed26170ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.733833 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab4756-778f-4ce5-b0d7-acaed26170ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc347bf-b738-4495-8ca8-3b0591f5a88c,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:45.739365 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-03ab4756-778f-4ce5-b0d7-acaed26170ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f379449fd2ca445dbb4e5ba51bf290c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818466 Nov 22 16:50:45.741633 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48234) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:45.798473 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1f0feae-6b37-4ce6-895f-d980fae8c39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.821251 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1f0feae-6b37-4ce6-895f-d980fae8c39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.874921 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1f0feae-6b37-4ce6-895f-d980fae8c39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.878369 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1f0feae-6b37-4ce6-895f-d980fae8c39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.879706 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b1f0feae-6b37-4ce6-895f-d980fae8c39a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6dc347bf-b738-4495-8ca8-3b0591f5a88c HTTP/1.1" status: 204 len: 168 time: 0.1371486 Nov 22 16:50:45.889646 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0feae-6b37-4ce6-895f-d980fae8c39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc347bf-b738-4495-8ca8-3b0591f5a88c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:46.235695 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:46.510803 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09326a74-6cca-4810-808f-c29ae92dd225 req-38472e72-3e22-43ae-9e66-6d535282000b tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:46.512402 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-09326a74-6cca-4810-808f-c29ae92dd225 req-38472e72-3e22-43ae-9e66-6d535282000b tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0689685 Nov 22 16:50:46.570488 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-09326a74-6cca-4810-808f-c29ae92dd225 req-31493fdf-2038-4bb1-a15f-9de58342724c tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503705 Nov 22 16:50:47.117991 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48274) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:47.252387 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e82aa2ef-2011-429e-8a94-67149991bd78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.344210 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e82aa2ef-2011-429e-8a94-67149991bd78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.349244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e82aa2ef-2011-429e-8a94-67149991bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.389423 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e82aa2ef-2011-429e-8a94-67149991bd78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d60fcd21e2b4a95979103d18effe075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703223 Nov 22 16:50:47.390281 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aa2ef-2011-429e-8a94-67149991bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5be74-6b09-4ab7-be74-0a1eeb4bb3f3,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:47.392785 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48278) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:47.461780 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f9f53740-4b28-4a08-af76-fb6090849a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.490807 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f9f53740-4b28-4a08-af76-fb6090849a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.544005 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f9f53740-4b28-4a08-af76-fb6090849a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.548385 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-f9f53740-4b28-4a08-af76-fb6090849a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.550258 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f9f53740-4b28-4a08-af76-fb6090849a5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65a5be74-6b09-4ab7-be74-0a1eeb4bb3f3 HTTP/1.1" status: 204 len: 168 time: 0.1562467 Nov 22 16:50:47.563609 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f53740-4b28-4a08-af76-fb6090849a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5be74-6b09-4ab7-be74-0a1eeb4bb3f3,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:47.709161 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144afed5-58dc-47c9-afe6-b6f54350ce26 req-29c2658e-f699-4cb4-bbb5-26b8fd1df96f tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:47.710825 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-144afed5-58dc-47c9-afe6-b6f54350ce26 req-29c2658e-f699-4cb4-bbb5-26b8fd1df96f tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0589592 Nov 22 16:50:47.759367 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-144afed5-58dc-47c9-afe6-b6f54350ce26 req-514ca963-f24d-490b-a1e3-f67688a2e611 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Nov 22 16:50:48.762449 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db7ca-4351-4882-be49-92d930481aa4 req-502dea7d-cb44-4053-9e49-9838931185b1 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:48.762449 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-386db7ca-4351-4882-be49-92d930481aa4 req-502dea7d-cb44-4053-9e49-9838931185b1 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.58 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0656137 Nov 22 16:50:48.886687 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Deleting port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:48.886977 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.905297 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93e1f-67ce-42ea-bcc1-d874c5b716ad req-22f5fa81-b647-4f59-ac14-91c60174153d tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:48.907495 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6bd93e1f-67ce-42ea-bcc1-d874c5b716ad req-22f5fa81-b647-4f59-ac14-91c60174153d tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 950 time: 0.0702670 Nov 22 16:50:48.982627 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6bd93e1f-67ce-42ea-bcc1-d874c5b716ad req-5e2a028f-f643-4f64-a20c-b7b9ab485ee6 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/security-groups?id=edfc2c72-0e1c-402b-aaa2-aff34b671c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Nov 22 16:50:49.019908 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] For port cbf70b21-7b95-4c9b-a660-8eddcf6ac227, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,segment=NetworkSegment(879ba118-15f2-4f1c-8fc6-55697a9299ad),segment_id=879ba118-15f2-4f1c-8fc6-55697a9299ad)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:49.020280 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.035013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Calling delete_port for cbf70b21-7b95-4c9b-a660-8eddcf6ac227 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:49.201682 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.242403 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Pushing event deleted for resources: {'Port': ['ID=cbf70b21-7b95-4c9b-a660-8eddcf6ac227,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:49.250703 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['cbf70b21-7b95-4c9b-a660-8eddcf6ac227'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:49.294767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] No DVR routers for this DVR port cbf70b21-7b95-4c9b-a660-8eddcf6ac227 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:49.299092 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.303522 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-386db7ca-4351-4882-be49-92d930481aa4 req-aad49eb8-a4fc-4a8f-a46d-a780aa5bd297 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.58 "DELETE /v2.0/ports/cbf70b21-7b95-4c9b-a660-8eddcf6ac227 HTTP/1.1" status: 204 len: 173 time: 0.5373797 Nov 22 16:50:49.304372 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d92756-cf95-4524-89ca-867f1b44181d', 'name': 'network-vif-deleted', 'tag': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:49.309491 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49424098-76c3-49cf-8b81-02c9ccc75a6c" -d '{"events": [{"server_uuid": "51d92756-cf95-4524-89ca-867f1b44181d", "name": "network-vif-deleted", "tag": "cbf70b21-7b95-4c9b-a660-8eddcf6ac227"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:49.406767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7a777-a6aa-4a4f-b898-0c673d508c63 x-openstack-request-id: req-00f7a777-a6aa-4a4f-b898-0c673d508c63 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:49.407089 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d92756-cf95-4524-89ca-867f1b44181d", "name": "network-vif-deleted", "tag": "cbf70b21-7b95-4c9b-a660-8eddcf6ac227", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:49.407635 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00f7a777-a6aa-4a4f-b898-0c673d508c63 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:49.408278 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d92756-cf95-4524-89ca-867f1b44181d', 'name': 'network-vif-deleted', 'tag': 'cbf70b21-7b95-4c9b-a660-8eddcf6ac227', 'status': 'completed', 'code': 200} Nov 22 16:50:49.920461 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.127808 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2733b50b-ef8b-435f-b82c-c8c220e47a4c req-dda96afb-de69-40a2-ae49-22088e195925 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 210 time: 0.0355432 Nov 22 16:50:51.247625 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fa082d03-af38-4bcc-a51d-bb87b0c63d48 req-b77c1f73-464c-42bc-8068-714e96ebe630 tempest-VolumesNegativeTest-1266815108 tempest-VolumesNegativeTest-1266815108-project] 10.222.0.61 "GET /v2.0/ports?device_id=51d92756-cf95-4524-89ca-867f1b44181d HTTP/1.1" status: 200 len: 210 time: 0.0286663 Nov 22 16:50:54.912676 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device cbf70b21-7b95-4c9b-a660-8eddcf6ac227 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:54.942535 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: cbf70b21-7b95-4c9b-a660-8eddcf6ac227 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:54.942950 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device cbf70b21-7b95-4c9b-a660-8eddcf6ac227 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:57.760430 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48650) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:57.827071 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48656) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:58.043523 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-efc49410-0737-410b-b79a-dbf4d1d9725a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.114346 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ee8782a5-74e5-459f-abf3-bb53ba7e663a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45d7ec58882c441bbb9a023109ed238e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857077 Nov 22 16:50:58.115092 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48674) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:58.167847 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-efc49410-0737-410b-b79a-dbf4d1d9725a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.173529 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-efc49410-0737-410b-b79a-dbf4d1d9725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.184361 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf73-abbe-495e-9bf3-9b7be80b0ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.215598 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf73-abbe-495e-9bf3-9b7be80b0ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.248654 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-efc49410-0737-410b-b79a-dbf4d1d9725a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3167637a2344a9aa375e5a458f895e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867380 Nov 22 16:50:58.249285 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48678) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:58.254351 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc49410-0737-410b-b79a-dbf4d1d9725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abaf343-9f0a-45d2-af53-1c6ae5217f56,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:58.315257 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf73-abbe-495e-9bf3-9b7be80b0ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.317976 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7b4bdf73-abbe-495e-9bf3-9b7be80b0ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.319172 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-7b4bdf73-abbe-495e-9bf3-9b7be80b0ba3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/edfc2c72-0e1c-402b-aaa2-aff34b671c91 HTTP/1.1" status: 204 len: 168 time: 0.2030687 Nov 22 16:50:58.321960 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-29f5575d-1b9e-4c00-babc-f75f06c1efdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.331543 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bdf73-abbe-495e-9bf3-9b7be80b0ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc2c72-0e1c-402b-aaa2-aff34b671c91,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:58.354713 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-29f5575d-1b9e-4c00-babc-f75f06c1efdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.421832 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-29f5575d-1b9e-4c00-babc-f75f06c1efdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.425236 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-29f5575d-1b9e-4c00-babc-f75f06c1efdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.426423 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-29f5575d-1b9e-4c00-babc-f75f06c1efdf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3abaf343-9f0a-45d2-af53-1c6ae5217f56 HTTP/1.1" status: 204 len: 168 time: 0.1738515 Nov 22 16:50:58.435108 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5575d-1b9e-4c00-babc-f75f06c1efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abaf343-9f0a-45d2-af53-1c6ae5217f56,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:58.834754 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-18a66324-01e2-452f-8553-82212d61875a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.379859 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48716) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:59.514254 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1453795402-network', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:59.548608 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Made reservation on behalf of dd6bb6026ac74775904d68f7483c79c8 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:59.553454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.564492 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.661723 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.667167 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.693546 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:59.706077 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.706394 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Added segment 0882902f-43a7-4dd2-8542-52357a3d9c5f of type vlan for network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 Nov 22 16:50:59.707760 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e19e4-4e34-4023-aeb1-824100f46748,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.754090 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.791414 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.792675 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.793661 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.892113 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5105896 Nov 22 16:50:59.907859 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55288-254a-4b5b-946f-d441b2fdc2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.907859 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48728) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:59.907859 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Request body: {'subnet': {'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1453795402-subnet', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:59.909305 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:59.947181 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Made reservation on behalf of dd6bb6026ac74775904d68f7483c79c8 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:59.956567 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.138719 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.195995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5333f833-aff1-4d0e-a5c7-f2c10faa26d2,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.217262 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Checking segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:00.217817 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Network hostable DHCP agents. Network: 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:00.243318 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:00.254676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:00.261473 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.262072 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.269655 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b0333-f2a8-454a-ba62-ad2b3a8c0588 None None] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:00.296025 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b1b0c122-d28c-429e-b683-362d967c9948 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3940613 Nov 22 16:51:00.298465 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48732) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:00.305200 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:00.341251 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.343423 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.428666 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.497997 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:00.498923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.597807 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.687800 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Allocated IP 172.20.0.2 (0b1c2e1e-d8e0-430c-9638-c1f4446f26b2/5333f833-aff1-4d0e-a5c7-f2c10faa26d2/f52587fc-5546-4a90-b7b4-d703970216ec) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:00.719646 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e56d6-2e02-4ec5-b273-103a61618d85 req-eee03f06-a8fa-46fc-9949-b83db5f63578 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.724374 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b4e56d6-2e02-4ec5-b273-103a61618d85 req-eee03f06-a8fa-46fc-9949-b83db5f63578 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 946 time: 0.0644152 Nov 22 16:51:00.779250 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8b4e56d6-2e02-4ec5-b273-103a61618d85 req-b260e071-d07a-435a-9de4-111230149bb2 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Nov 22 16:51:00.853570 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.859169 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.866014 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.873953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.907521 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:00.910754 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:00.914583 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:00.926212 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Pushing event updated for resources: {'Port': ['ID=f52587fc-5546-4a90-b7b4-d703970216ec,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.989617 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Attempting to bind port f52587fc-5546-4a90-b7b4-d703970216ec on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:00.990012 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Attempting to bind port f52587fc-5546-4a90-b7b4-d703970216ec by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:00.990373 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Attempting to bind port f52587fc-5546-4a90-b7b4-d703970216ec on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:00.996366 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:00.996776 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Checking segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:00.997150 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.997546 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Bound using segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:00.998027 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Bound port: f52587fc-5546-4a90-b7b4-d703970216ec, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:00.998445 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.007173 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Allocated IP 172.27.3.44 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/dbf28c58-a5e2-4901-835e-dedd21964a44) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:01.076024 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd94a-2bcc-4b59-8ff8-ff1e92c7b45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.099241 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] For port f52587fc-5546-4a90-b7b4-d703970216ec, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:01.104864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] For port f52587fc-5546-4a90-b7b4-d703970216ec, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=f52587fc-5546-4a90-b7b4-d703970216ec,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:01.109335 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.161968 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.179327 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033220e5-0669-4b21-a38c-c9ec950b2e11 None None] Pushing event updated for resources: {'Port': ['ID=f52587fc-5546-4a90-b7b4-d703970216ec,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.205942 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.259533 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:01.263226 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:01.266924 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:01.292031 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf28c58-a5e2-4901-835e-dedd21964a44,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.618294 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.856540 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.944336 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e88c8-cfa6-48ba-ad9d-d5cee05b0595 req-e671ccf0-6498-4e8e-b0bd-5efddb393823 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:01.947172 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-604e88c8-cfa6-48ba-ad9d-d5cee05b0595 req-e671ccf0-6498-4e8e-b0bd-5efddb393823 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 946 time: 0.0800750 Nov 22 16:51:02.023042 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-604e88c8-cfa6-48ba-ad9d-d5cee05b0595 req-b77cfd4e-121c-4c07-ba47-6f04c0f71045 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Nov 22 16:51:02.067185 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:02.233477 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.262845 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:02.276597 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:02.291855 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:02.292771 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.297754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.300383 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1e3f1f48-b56c-4403-ae63-30dc78b0b5b6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0001454 Nov 22 16:51:02.304023 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48780) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:02.357285 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d11af9-9cb0-40dd-a05c-1f9f015d1653 None None] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:02.480577 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-68445b81-f1d4-40d5-9f9f-8377287582d5 None None] Provisioning complete for port f52587fc-5546-4a90-b7b4-d703970216ec triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:02.481313 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-68445b81-f1d4-40d5-9f9f-8377287582d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.562068 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:02.574294 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-2e6c3901-4966-435b-8ce5-083d42344bb5 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:02.575794 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-2e6c3901-4966-435b-8ce5-083d42344bb5 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 946 time: 0.0931842 Nov 22 16:51:02.770102 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Deleting port 1676410b-0aaa-4806-93b0-8558c63191e1 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:02.770646 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.812230 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-68445b81-f1d4-40d5-9f9f-8377287582d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.916118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] For port 1676410b-0aaa-4806-93b0-8558c63191e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1676410b-0aaa-4806-93b0-8558c63191e1,segment=NetworkSegment(fb70b80e-ef5a-4280-81e3-5e85cd586cfe),segment_id=fb70b80e-ef5a-4280-81e3-5e85cd586cfe)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:02.916616 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.920039 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device f52587fc-5546-4a90-b7b4-d703970216ec up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:02.937814 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Calling delete_port for 1676410b-0aaa-4806-93b0-8558c63191e1 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:02.975953 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-68445b81-f1d4-40d5-9f9f-8377287582d5 None None] For port f52587fc-5546-4a90-b7b4-d703970216ec, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=f52587fc-5546-4a90-b7b4-d703970216ec,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:03.000457 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-68445b81-f1d4-40d5-9f9f-8377287582d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.104712 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68445b81-f1d4-40d5-9f9f-8377287582d5 None None] Pushing event updated for resources: {'Port': ['ID=f52587fc-5546-4a90-b7b4-d703970216ec,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.115710 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 3, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:03.192804 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178a042-42ca-4aa5-a0ea-3bac57cbcfd2 req-b89d0664-5d78-407c-9092-cf8d51ccbbf7 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:03.193417 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:03.193765 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Updating router c2afdb98-fdc1-4c87-98c0-aa4276b82449 port dbf28c58-a5e2-4901-835e-dedd21964a44 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:03.203445 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4178a042-42ca-4aa5-a0ea-3bac57cbcfd2 req-b89d0664-5d78-407c-9092-cf8d51ccbbf7 tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/ports?device_id=6343df2b-304f-4991-9697-7bd7dd5a3b13 HTTP/1.1" status: 200 len: 946 time: 0.0683694 Nov 22 16:51:03.258041 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.265120 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.269314 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4178a042-42ca-4aa5-a0ea-3bac57cbcfd2 req-564021f0-ee5d-4d38-a861-89347022a04c tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3561f1ed-8faa-44c3-8026-70ff0494433d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Nov 22 16:51:03.400783 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['1676410b-0aaa-4806-93b0-8558c63191e1'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:03.433964 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.440662 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port f52587fc-5546-4a90-b7b4-d703970216ec triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:03.441024 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.500931 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-6767a191-3479-4467-8ede-b15306e2873b None None] Provisioning complete for port f52587fc-5546-4a90-b7b4-d703970216ec triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:03.501297 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6767a191-3479-4467-8ede-b15306e2873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.546771 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Pushing event deleted for resources: {'Port': ['ID=1676410b-0aaa-4806-93b0-8558c63191e1,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.632364 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] No DVR routers for this DVR port 1676410b-0aaa-4806-93b0-8558c63191e1 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:03.643947 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.648089 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8329a29e-6af5-4247-b376-4bf06d99e0dd req-90dd2280-c84a-4248-80ec-dfe77da8429a tempest-VolumesSnapshotTestJSON-1063033036 tempest-VolumesSnapshotTestJSON-1063033036-project] 10.222.0.58 "DELETE /v2.0/ports/1676410b-0aaa-4806-93b0-8558c63191e1 HTTP/1.1" status: 204 len: 173 time: 1.0646348 Nov 22 16:51:03.655029 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'name': 'network-vif-deleted', 'tag': '1676410b-0aaa-4806-93b0-8558c63191e1'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:03.657884 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944ee688-4747-487d-b85e-2b532f87bf35" -d '{"events": [{"server_uuid": "6343df2b-304f-4991-9697-7bd7dd5a3b13", "name": "network-vif-deleted", "tag": "1676410b-0aaa-4806-93b0-8558c63191e1"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:03.664158 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.739973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132a3be1-fc04-45ed-8f84-9f6b55961f0e x-openstack-request-id: req-132a3be1-fc04-45ed-8f84-9f6b55961f0e {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:03.740357 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343df2b-304f-4991-9697-7bd7dd5a3b13", "name": "network-vif-deleted", "tag": "1676410b-0aaa-4806-93b0-8558c63191e1", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:03.740617 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-132a3be1-fc04-45ed-8f84-9f6b55961f0e {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:03.741086 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343df2b-304f-4991-9697-7bd7dd5a3b13', 'name': 'network-vif-deleted', 'tag': '1676410b-0aaa-4806-93b0-8558c63191e1', 'status': 'completed', 'code': 200} Nov 22 16:51:03.805315 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Allocated IP 172.20.0.1 (0b1c2e1e-d8e0-430c-9638-c1f4446f26b2/5333f833-aff1-4d0e-a5c7-f2c10faa26d2/2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:03.933300 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.940351 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.988954 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.007906 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Attempting to bind port dbf28c58-a5e2-4901-835e-dedd21964a44 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:04.008293 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Attempting to bind port dbf28c58-a5e2-4901-835e-dedd21964a44 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:04.008659 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Attempting to bind port dbf28c58-a5e2-4901-835e-dedd21964a44 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:04.010769 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac520f1-42ff-4f55-aff8-90a7ddee6302 None None] Pushing event updated for resources: {'Port': ['ID=dbf28c58-a5e2-4901-835e-dedd21964a44,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.019402 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:04.019792 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:04.020234 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.020635 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:04.021121 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Bound port: dbf28c58-a5e2-4901-835e-dedd21964a44, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:04.021520 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.029647 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.073549 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:04.077045 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:04.081304 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:04.086160 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] For port dbf28c58-a5e2-4901-835e-dedd21964a44, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:04.091210 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] For port dbf28c58-a5e2-4901-835e-dedd21964a44, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=dbf28c58-a5e2-4901-835e-dedd21964a44,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:04.096749 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.110006 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Pushing event updated for resources: {'Port': ['ID=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.147527 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.181303 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac520f1-42ff-4f55-aff8-90a7ddee6302 None None] Pushing event updated for resources: {'Port': ['ID=dbf28c58-a5e2-4901-835e-dedd21964a44,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.186809 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:04.188016 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:04.374704 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.386846 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4035cea7-9736-4d4c-ab7e-736d0b3f0431 None None] Provisioning complete for port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:04.387774 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4035cea7-9736-4d4c-ab7e-736d0b3f0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.440548 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:04.536563 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.568727 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4035cea7-9736-4d4c-ab7e-736d0b3f0431 None None] Port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:04.637464 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.646340 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.696826 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 3, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:04.755791 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49cfb6-f327-44e7-a12d-beb7734b4402 None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 3, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:04.785459 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device f52587fc-5546-4a90-b7b4-d703970216ec up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:04.800461 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Pushing event updated for resources: {'Port': ['ID=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.811370 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.884332 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port f52587fc-5546-4a90-b7b4-d703970216ec triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:04.885281 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.994828 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:04.998648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:05.186370 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:05.356725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:05.364648 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-fd5569ca-c8e0-469a-8848-5807acbc52ad admin admin] 10.222.0.61 "PUT /v2.0/routers/c2afdb98-fdc1-4c87-98c0-aa4276b82449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0592923 Nov 22 16:51:05.400512 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-a06800af-75a3-45a6-9967-69159cb5851a None None] Provisioning complete for port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:05.400897 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a06800af-75a3-45a6-9967-69159cb5851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.443664 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-a06800af-75a3-45a6-9967-69159cb5851a None None] Port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:05.941026 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 1676410b-0aaa-4806-93b0-8558c63191e1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:05.984266 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 1676410b-0aaa-4806-93b0-8558c63191e1 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:05.984266 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 1676410b-0aaa-4806-93b0-8558c63191e1 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:05.984478 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48844) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:05.989960 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2049621134-network', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:06.017408 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Made reservation on behalf of da8b552ef5cb44aaae09c2125a2f3968 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:06.021686 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.032796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.183094 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.187409 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.216283 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:06.227666 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf29e4d-e52a-4c73-923c-f2e365ff1cb8,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:06.233857 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.234204 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Added segment eba77dc6-a278-44a9-b52d-d00fbb6f4571 of type vlan for network d67cb3f1-e514-40dc-94bf-72a87d164317 Nov 22 16:51:06.287786 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.319236 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.320401 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.321041 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.378693 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3930891 Nov 22 16:51:06.381470 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48850) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:06.386564 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Request body: {'subnet': {'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2049621134-subnet', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:06.399545 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4630bcc-45aa-4888-9da8-068b1e971d20 admin admin] Pushing event updated for resources: {'Network': ['ID=d67cb3f1-e514-40dc-94bf-72a87d164317,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:06.415923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network d67cb3f1-e514-40dc-94bf-72a87d164317 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:06.416453 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Made reservation on behalf of da8b552ef5cb44aaae09c2125a2f3968 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:06.418833 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.597609 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.656013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8370c17e-75ca-4565-bb5f-9e955abf8a63,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:06.663643 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:06.667178 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Checking segment: {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:06.667546 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Network hostable DHCP agents. Network: d67cb3f1-e514-40dc-94bf-72a87d164317, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:06.679005 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:06.679645 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:06.688099 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Network d67cb3f1-e514-40dc-94bf-72a87d164317 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:06.702881 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, d67cb3f1-e514-40dc-94bf-72a87d164317) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:06.709367 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.710124 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.716822 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ff964-7179-4681-a46a-7449a844423b None None] Network d67cb3f1-e514-40dc-94bf-72a87d164317 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:06.733878 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48852) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:06.734501 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-5e039e51-bbcf-4c6d-b2f5-d201452c0815 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3515100 Nov 22 16:51:06.740172 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:06.783809 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.785269 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.819615 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dbf28c58-a5e2-4901-835e-dedd21964a44 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:06.873915 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.905906 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:06.949268 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port dbf28c58-a5e2-4901-835e-dedd21964a44 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:06.949690 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.980471 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-d67cb3f1-e514-40dc-94bf-72a87d164317', 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'fixed_ips': [{'subnet_id': '8370c17e-75ca-4565-bb5f-9e955abf8a63'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:06.981396 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.032043 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.134581 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 2, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:07.163901 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:07.164265 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Updating router c2afdb98-fdc1-4c87-98c0-aa4276b82449 port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:07.192308 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.284376 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.296127 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.320324 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port dbf28c58-a5e2-4901-835e-dedd21964a44, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=dbf28c58-a5e2-4901-835e-dedd21964a44,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:07.320683 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.323534 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Allocated IP 172.20.0.2 (d67cb3f1-e514-40dc-94bf-72a87d164317/8370c17e-75ca-4565-bb5f-9e955abf8a63/cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:07.327488 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.434178 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=dbf28c58-a5e2-4901-835e-dedd21964a44,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.455716 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Allocated IP 172.27.3.30 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/d952ce6b-abe1-43fb-8efa-160032a24b83) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:07.528692 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.537802 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.554034 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.570283 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.583507 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.592862 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Pushing event updated for resources: {'Port': ['ID=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.602023 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.602684 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.603196 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.603692 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.604215 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.604769 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.605283 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.605825 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.606444 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.607046 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.607586 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.608202 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:07.620120 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Network d67cb3f1-e514-40dc-94bf-72a87d164317 is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:07.623348 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:07.627754 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:07.636242 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Pushing event updated for resources: {'Port': ['ID=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.636840 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.678522 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Attempting to bind port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:07.679582 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Attempting to bind port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:07.680160 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Attempting to bind port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:07.686041 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:07.686336 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Checking segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:07.686733 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.687126 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Bound using segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:07.687642 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Bound port: 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:07.688030 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.708831 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:07.719255 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:07.723253 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:07.729864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Attempting to bind port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:07.731027 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Attempting to bind port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:07.731659 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Attempting to bind port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b on network d67cb3f1-e514-40dc-94bf-72a87d164317 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:07.739647 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:07.740480 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Checking segment: {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:07.741136 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.741761 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Bound using segment: {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:07.743049 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Bound port: cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:07.743717 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.765463 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Pushing event updated for resources: {'Port': ['ID=d952ce6b-abe1-43fb-8efa-160032a24b83,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.816469 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] For port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:07.821130 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] For port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:07.827718 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.874958 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] For port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:07.884871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] For port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:07.896834 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.906721 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:07.907370 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:07.959074 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f6026-ca73-4be9-9df1-2475b8821392 None None] Pushing event updated for resources: {'Port': ['ID=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.963221 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7416-2e70-40f5-b873-eea7026210df None None] Pushing event updated for resources: {'Port': ['ID=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.078666 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:08.104400 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-dc0266d1-6cbf-4dc3-859a-0050f597f5ed None None] Provisioning complete for port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:08.105107 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-dc0266d1-6cbf-4dc3-859a-0050f597f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.140143 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.350317 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-dc0266d1-6cbf-4dc3-859a-0050f597f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.403510 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-dc0266d1-6cbf-4dc3-859a-0050f597f5ed None None] For port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:08.416806 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-dc0266d1-6cbf-4dc3-859a-0050f597f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.461731 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:08.497592 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0266d1-6cbf-4dc3-859a-0050f597f5ed None None] Pushing event updated for resources: {'Port': ['ID=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.500699 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265aedb-fafc-4db5-bc2d-6450bd8ec854 None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:08.574405 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-c273fd64-0003-4c72-aef2-4e96c780e21f None None] Provisioning complete for port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:08.575181 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c273fd64-0003-4c72-aef2-4e96c780e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.817638 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.961860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:09.036010 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:09.036010 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.097389 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:09.206034 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:09.304413 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:09.315067 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:09.319344 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.335226 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.339062 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f3765af8-2600-41d9-bd32-68f484917a6e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6009233 Nov 22 16:51:09.339754 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48878) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:09.365099 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Sync routers for ids ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:09.400531 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Routers {'39bfde3b-c0ee-4302-9f83-e2606d9d7447'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:09.401344 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:09.472881 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223abbb1-eb7d-4606-a1fa-2cf9879fc0fc None None] Network d67cb3f1-e514-40dc-94bf-72a87d164317 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:09.543796 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.624433 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-d2dfd261-cd17-4e6e-b9e1-dd8e31c703ef None None] Provisioning complete for port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:09.624830 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d2dfd261-cd17-4e6e-b9e1-dd8e31c703ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.702688 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:09.705519 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Set router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:09.765679 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.765679 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dbf28c58-a5e2-4901-835e-dedd21964a44 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:09.883887 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.049756 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.088673 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port dbf28c58-a5e2-4901-835e-dedd21964a44 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:10.089088 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.108681 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Allocated IP 172.20.0.1 (d67cb3f1-e514-40dc-94bf-72a87d164317/8370c17e-75ca-4565-bb5f-9e955abf8a63/1abb0e2a-ead5-41b4-845a-b53f5697fa63) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:10.305275 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.356857 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.388783 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 3, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:10.406792 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Network d67cb3f1-e514-40dc-94bf-72a87d164317 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:10.412024 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:10.417004 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:10.427778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Checking router: 39bfde3b-c0ee-4302-9f83-e2606d9d7447 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:10.429242 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Updating router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 port d952ce6b-abe1-43fb-8efa-160032a24b83 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:10.450365 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb0e2a-ead5-41b4-845a-b53f5697fa63,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.476462 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.495681 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.555296 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-a4f22f4f-9f62-4ea9-9b06-93653253873b None None] Provisioning complete for port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:10.555670 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a4f22f4f-9f62-4ea9-9b06-93653253873b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.650551 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.819024 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:10.890309 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.895347 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.949678 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-7f860d88-618c-469c-be74-f7917b69fc69 None None] Provisioning complete for port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:10.950056 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7f860d88-618c-469c-be74-f7917b69fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.966951 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.968818 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb0e2a-ead5-41b4-845a-b53f5697fa63,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.995136 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:10.995504 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.021003 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.033349 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.035516 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-7f860d88-618c-469c-be74-f7917b69fc69 None None] Port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:11.064120 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Network d67cb3f1-e514-40dc-94bf-72a87d164317 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:11.066119 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:11.102975 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Attempting to bind port d952ce6b-abe1-43fb-8efa-160032a24b83 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:11.103569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Attempting to bind port d952ce6b-abe1-43fb-8efa-160032a24b83 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:11.103756 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Attempting to bind port d952ce6b-abe1-43fb-8efa-160032a24b83 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:11.105722 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764492-3a04-4526-9d3e-e40c9b342c4c None None] Pushing event updated for resources: {'Port': ['ID=d952ce6b-abe1-43fb-8efa-160032a24b83,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.114568 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:11.114951 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:11.115361 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.116281 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:11.116281 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Bound port: d952ce6b-abe1-43fb-8efa-160032a24b83, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:11.116624 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.193155 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:11.216119 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] For port d952ce6b-abe1-43fb-8efa-160032a24b83, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:11.221553 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] For port d952ce6b-abe1-43fb-8efa-160032a24b83, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=d952ce6b-abe1-43fb-8efa-160032a24b83,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:11.230093 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.297490 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Routers {'39bfde3b-c0ee-4302-9f83-e2606d9d7447'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:11.298018 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:11.344182 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764492-3a04-4526-9d3e-e40c9b342c4c None None] Pushing event updated for resources: {'Port': ['ID=d952ce6b-abe1-43fb-8efa-160032a24b83,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.348659 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:11.354256 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-537f0c0a-e105-44c6-9056-db0a516d8bf2 admin admin] 10.222.0.61 "PUT /v2.0/routers/39bfde3b-c0ee-4302-9f83-e2606d9d7447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0113690 Nov 22 16:51:11.430766 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-d2afb741-4c1d-4015-aba9-14a5d1f3f272 None None] Provisioning complete for port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:11.431147 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d2afb741-4c1d-4015-aba9-14a5d1f3f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.484206 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] Set router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:11.521073 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-d2afb741-4c1d-4015-aba9-14a5d1f3f272 None None] Port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:11.653700 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0912-b9ae-46e4-8a42-70c50120010d req-358bd04e-55f4-489b-8fda-fb5acbe1b9e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:11.655247 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ce2d0912-b9ae-46e4-8a42-70c50120010d req-358bd04e-55f4-489b-8fda-fb5acbe1b9e8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0579588 Nov 22 16:51:11.714851 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ce2d0912-b9ae-46e4-8a42-70c50120010d req-b1345113-e066-462b-89a2-5592b0cbcda1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498214 Nov 22 16:51:11.739809 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '1abb0e2a-ead5-41b4-845a-b53f5697fa63', 'name': '', 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'mac_address': 'fa:16:3e:89:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:09Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 2, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'subnets': [{'id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:11.769595 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5b814-c1cf-485a-a3cc-00fb9b70bb6d None None] The sync data for ids ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'] in dv-cinder-804735-12-iscsi is: [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '1abb0e2a-ead5-41b4-845a-b53f5697fa63', 'name': '', 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'mac_address': 'fa:16:3e:89:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:09Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 2, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'subnets': [{'id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:11.972908 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48918) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:11.983060 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121951638', 'description': 'tempest-secgroup-smoke-1121951638 description', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.032477 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.112566 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.116927 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.150528 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.151697 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1770830 Nov 22 16:51:12.154582 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48920) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.160494 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group_rule': {'security_group_id': '3e2d5bd2-503b-4bb3-b461-d561d0c7316b', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.167780 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777696c5-885b-49a9-ad0c-e78e6b280d87 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d5bd2-503b-4bb3-b461-d561d0c7316b,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.192732 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.259304 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.264600 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.287266 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0161de39-0991-4ead-93c3-7123cfa5a33f,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.297454 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.299047 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d1e0b0bc-6647-4601-ad6e-3ea4a58b6d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430447 Nov 22 16:51:12.301792 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48922) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.306458 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group_rule': {'security_group_id': '3e2d5bd2-503b-4bb3-b461-d561d0c7316b', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.339635 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.406362 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.413472 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.434272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8e12d6-1cc0-4af1-b396-f39e5e2fe5e9,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.447428 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.454860 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48924) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.460634 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b7b8096a-c0b0-49ba-b081-0aa2a5e37955 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575022 Nov 22 16:51:12.464734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group_rule': {'security_group_id': '3e2d5bd2-503b-4bb3-b461-d561d0c7316b', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.499141 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.567817 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.573461 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.600194 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149cf46d-010a-4b6d-a31b-b0186c21cc16,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.610353 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.616178 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2d743cb7-0c4f-46e2-bc0f-aa9ac98eb07f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564426 Nov 22 16:51:12.616806 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 48928) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.623411 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group_rule': {'security_group_id': '3e2d5bd2-503b-4bb3-b461-d561d0c7316b', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.660760 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.735904 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.745425 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.768662 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6158c914-ec7e-458a-a05f-addf6805f8e9,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.781864 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.786146 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8d72c59b-78a5-4a2b-b701-cfda9effc3c5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1656969 Nov 22 16:51:12.788624 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48932) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.792165 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group_rule': {'security_group_id': '3e2d5bd2-503b-4bb3-b461-d561d0c7316b', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.792629 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d952ce6b-abe1-43fb-8efa-160032a24b83 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:12.827101 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.securitygroups_db [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Project dd6bb6026ac74775904d68f7483c79c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:51:12.840764 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.887966 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port d952ce6b-abe1-43fb-8efa-160032a24b83 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:12.888337 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.898321 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544d076-5270-4d84-a469-c92a189b7b91 req-c17bda2a-f3b6-40cb-9cbc-c39ac651f270 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.900031 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0544d076-5270-4d84-a469-c92a189b7b91 req-c17bda2a-f3b6-40cb-9cbc-c39ac651f270 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0692198 Nov 22 16:51:12.925240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.931317 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.958493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd7d903-959b-4d7d-a96a-342d92bab56e,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.969537 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.971630 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-146c6afc-40cb-4821-976a-b3940cfd1d79 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1835830 Nov 22 16:51:12.974796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 48934) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.975218 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0544d076-5270-4d84-a469-c92a189b7b91 req-e92451e7-bbf1-492e-966f-994a8330d02f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635657 Nov 22 16:51:12.978897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'security_group_rule': {'security_group_id': '3e2d5bd2-503b-4bb3-b461-d561d0c7316b', 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:13.010840 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.securitygroups_db [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Project dd6bb6026ac74775904d68f7483c79c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:51:13.020376 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.023304 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.057761 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port d952ce6b-abe1-43fb-8efa-160032a24b83, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=d952ce6b-abe1-43fb-8efa-160032a24b83,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:13.068686 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.125923 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=d952ce6b-abe1-43fb-8efa-160032a24b83,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.130480 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.141221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.162531 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f5055c-ee04-4ab5-8a25-d720689995d8,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.169589 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.170816 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-219601c6-67e5-4218-abf4-059858b205d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1951964 Nov 22 16:51:13.494545 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-64131832-619d-4618-8a46-e77d8f05445e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.496098 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-64131832-619d-4618-8a46-e77d8f05445e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0619314 Nov 22 16:51:13.595704 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Deleting port d268de10-396c-4f46-8ccd-83e594f2207e {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:13.596254 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.715299 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] For port d268de10-396c-4f46-8ccd-83e594f2207e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d268de10-396c-4f46-8ccd-83e594f2207e,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:13.715665 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.014332 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.014732 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.015055 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Floating IP 034ad03a-9807-43a6-82f0-41f5ee520287 disassociated. External IP: 172.27.3.215, port: d268de10-396c-4f46-8ccd-83e594f2207e. Nov 22 16:51:14.015428 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Calling delete_port for d268de10-396c-4f46-8ccd-83e594f2207e owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:14.141505 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c07c8-4a2f-4ec6-8098-6f314ab9c38a req-3f1b21ca-363c-4be2-a75d-c7c70268eb01 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.150440 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317c07c8-4a2f-4ec6-8098-6f314ab9c38a req-3f1b21ca-363c-4be2-a75d-c7c70268eb01 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cc37184-5ac8-4a2a-98b9-7eab6cf00413 HTTP/1.1" status: 200 len: 946 time: 0.0689976 Nov 22 16:51:14.171783 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.201877 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event deleted for resources: {'Port': ['ID=d268de10-396c-4f46-8ccd-83e594f2207e,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.202247 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317c07c8-4a2f-4ec6-8098-6f314ab9c38a req-58b62c44-9bbb-4e68-a225-678ba4a167bd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505962 Nov 22 16:51:14.326754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:14.382624 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Sync routers for ids ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:14.395377 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Routers {'39bfde3b-c0ee-4302-9f83-e2606d9d7447'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:14.396278 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:14.457206 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:14.484308 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bc468-f9da-467d-b611-e69945164fab None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:14.500642 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:14.501443 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:14.514468 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] No DVR routers for this DVR port d268de10-396c-4f46-8ccd-83e594f2207e on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:14.519366 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.523491 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc740053-68eb-4caa-aec4-6c5f76819bc0 req-678d0952-4aaf-4094-aba6-3a8048a373e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "DELETE /v2.0/ports/d268de10-396c-4f46-8ccd-83e594f2207e HTTP/1.1" status: 204 len: 173 time: 1.0208762 Nov 22 16:51:14.524226 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-deleted', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:14.526911 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f820908-6b29-4965-b980-e4ef91f9bf36" -d '{"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-deleted", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:14.570338 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Set router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:14.587662 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda4052b-fc34-4bbe-ab3c-b55e880308cf x-openstack-request-id: req-dda4052b-fc34-4bbe-ab3c-b55e880308cf {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:14.587969 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc37184-5ac8-4a2a-98b9-7eab6cf00413", "name": "network-vif-deleted", "tag": "d268de10-396c-4f46-8ccd-83e594f2207e", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:14.588223 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dda4052b-fc34-4bbe-ab3c-b55e880308cf {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:14.588625 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc37184-5ac8-4a2a-98b9-7eab6cf00413', 'name': 'network-vif-deleted', 'tag': 'd268de10-396c-4f46-8ccd-83e594f2207e', 'status': 'completed', 'code': 200} Nov 22 16:51:14.746438 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:14.878955 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d952ce6b-abe1-43fb-8efa-160032a24b83 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:14.890641 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '1abb0e2a-ead5-41b4-845a-b53f5697fa63', 'name': '', 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'mac_address': 'fa:16:3e:89:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:09Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 2, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'subnets': [{'id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:14.925278 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Checking router: 39bfde3b-c0ee-4302-9f83-e2606d9d7447 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:14.925758 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Updating router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:15.047592 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.177821 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port d952ce6b-abe1-43fb-8efa-160032a24b83 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:15.177821 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.297913 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:15.335506 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bc468-f9da-467d-b611-e69945164fab None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:15.349292 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:15.350956 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:15.384118 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49022) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:15.410400 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.418845 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.471743 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ffce30dc-eb87-4390-a50e-075abddf0859 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.475651 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322544b-ab8b-410c-a90d-e1fc7b83a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1abb0e2a-ead5-41b4-845a-b53f5697fa63,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.538476 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ffce30dc-eb87-4390-a50e-075abddf0859 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.543253 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:15.553653 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Attempting to bind port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:15.554258 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Attempting to bind port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:15.555041 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Attempting to bind port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 on network d67cb3f1-e514-40dc-94bf-72a87d164317 {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:15.565471 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:15.566479 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Checking segment: {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:15.570487 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.571257 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Bound using segment: {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:15.573716 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Bound port: 1abb0e2a-ead5-41b4-845a-b53f5697fa63, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba77dc6-a278-44a9-b52d-d00fbb6f4571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:15.574361 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.626078 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ffce30dc-eb87-4390-a50e-075abddf0859 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.629746 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ffce30dc-eb87-4390-a50e-075abddf0859 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.631116 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ffce30dc-eb87-4390-a50e-075abddf0859 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "DELETE /v2.0/security-groups/54277d5b-ba02-4f98-8d2c-3c5c2b3573a3 HTTP/1.1" status: 204 len: 168 time: 0.2459755 Nov 22 16:51:15.634062 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49024) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:15.641673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce30dc-eb87-4390-a50e-075abddf0859 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54277d5b-ba02-4f98-8d2c-3c5c2b3573a3,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.665492 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.api.v2.resource [None req-2675e931-5694-495a-a783-66572c2d3423 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] show failed (client error): The resource could not be found. Nov 22 16:51:15.669773 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49026) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:15.670758 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2675e931-5694-495a-a783-66572c2d3423 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups/54277d5b-ba02-4f98-8d2c-3c5c2b3573a3 HTTP/1.1" status: 404 len: 347 time: 0.0350089 Nov 22 16:51:15.704140 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] For port 1abb0e2a-ead5-41b4-845a-b53f5697fa63, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:15.711404 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] For port 1abb0e2a-ead5-41b4-845a-b53f5697fa63, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=1abb0e2a-ead5-41b4-845a-b53f5697fa63,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:15.718723 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.845046 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322544b-ab8b-410c-a90d-e1fc7b83a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1abb0e2a-ead5-41b4-845a-b53f5697fa63,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.881995 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Deleting port b71064e0-190c-4bbc-ac7d-11f285d4402f {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:15.882361 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Routers {'39bfde3b-c0ee-4302-9f83-e2606d9d7447'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:15.882797 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.882996 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:15.908793 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Provisioning complete for port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:15.909278 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.998569 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.002423 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.021234 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-413bc468-f9da-467d-b611-e69945164fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:16.039897 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Calling delete_port for b71064e0-190c-4bbc-ac7d-11f285d4402f owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:16.068009 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] Set router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:16.068193 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bc468-f9da-467d-b611-e69945164fab None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:16.148072 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.228042 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] For port 1abb0e2a-ead5-41b4-845a-b53f5697fa63, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=1abb0e2a-ead5-41b4-845a-b53f5697fa63,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:16.233264 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.275045 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.319082 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event deleted for resources: {'Port': ['ID=b71064e0-190c-4bbc-ac7d-11f285d4402f,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.325094 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Pushing event updated for resources: {'Port': ['ID=1abb0e2a-ead5-41b4-845a-b53f5697fa63,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.338487 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.341948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.341948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.341948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.341948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.341948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.342462 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.342560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.342895 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.343231 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.343762 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.344147 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b48012-cbc5-4851-889d-b161063af9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:16.387732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-173b3b88-1f9d-4659-b283-3611f99852a2 None None] Provisioning complete for port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:16.388467 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-173b3b88-1f9d-4659-b283-3611f99852a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.406782 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '1abb0e2a-ead5-41b4-845a-b53f5697fa63', 'name': '', 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'mac_address': 'fa:16:3e:89:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:09Z', 'updated_at': '2021-11-22T16:51:15Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'subnets': [{'id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:16.421670 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.425130 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.426884 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8fe9d14f-6b42-400f-95ad-8f6c36dc06d0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "DELETE /v2.0/floatingips/034ad03a-9807-43a6-82f0-41f5ee520287 HTTP/1.1" status: 204 len: 168 time: 0.7555952 Nov 22 16:51:16.456345 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4689f6-5a4e-4bb5-9b17-6232d925ae84 None None] The sync data for ids ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'] in dv-cinder-804735-12-iscsi is: [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:51:10Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '1abb0e2a-ead5-41b4-845a-b53f5697fa63', 'name': '', 'network_id': 'd67cb3f1-e514-40dc-94bf-72a87d164317', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'mac_address': 'fa:16:3e:89:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:09Z', 'updated_at': '2021-11-22T16:51:15Z', 'revision_number': 4, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'subnets': [{'id': '8370c17e-75ca-4565-bb5f-9e955abf8a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:16.557771 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e502fb1-fe4a-4f12-a890-220aea59829a None None] New status for floating IP 034ad03a-9807-43a6-82f0-41f5ee520287: DOWN {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:16.842211 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 1abb0e2a-ead5-41b4-845a-b53f5697fa63 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:16.859542 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49038) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.864414 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552022892', 'description': 'tempest-description--105275989'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:16.895632 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.915991 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:16.916465 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.018469 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.025196 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.056698 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.058200 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1975901 Nov 22 16:51:17.061576 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49044) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.068705 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'security_group_rule': {'security_group_id': 'a0f1a1cb-7ced-4102-90cb-7a33564ced49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.132395 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.223019 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.227556 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.249703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45948b73-7db0-4fca-af87-6feee1e89106,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.257936 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.262022 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-23978b77-b186-4de3-a43f-3c90e270cbf5 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965663 Nov 22 16:51:17.262383 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49046) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.268355 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'security_group_rule': {'security_group_id': 'a0f1a1cb-7ced-4102-90cb-7a33564ced49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.302255 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.325609 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30badb4c-22bd-473b-b7a5-0c833cbb389e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f1a1cb-7ced-4102-90cb-7a33564ced49,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.382018 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.388520 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.407020 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc36f6e-57f4-4f91-a216-8857655c7bd6,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.420165 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.421924 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8ed4aee6-6e7d-43b6-8b73-65cb4d036870 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583800 Nov 22 16:51:17.425789 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49048) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.430365 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.454318 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.561853 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.672556 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Allocated IP 172.27.3.251 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/73e7cf89-2d2d-408b-8015-c9b0631811be) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:17.776170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.813473 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.860200 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:17.864005 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:17.867758 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:17.890845 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'Port': ['ID=73e7cf89-2d2d-408b-8015-c9b0631811be,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.958137 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.992470 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.148197 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.152814 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.228177 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'Port': ['ID=73e7cf89-2d2d-408b-8015-c9b0631811be,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.240812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.257226 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.258453 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-431fbbe8-df5a-48f7-aa89-474e483842a0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8316603 Nov 22 16:51:18.358355 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:18.379876 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: d268de10-396c-4f46-8ccd-83e594f2207e {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:18.380187 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d268de10-396c-4f46-8ccd-83e594f2207e not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:18.603482 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-a10eaf2e-4b67-40f0-8b7a-8a072032b5c9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--552022892&fields=id&tenant_id=7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 267 time: 0.0523646 Nov 22 16:51:18.724415 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-4a5e84bc-0d2e-49d1-b66c-d69d7643636d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:18.725996 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-4a5e84bc-0d2e-49d1-b66c-d69d7643636d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 817 time: 0.1146860 Nov 22 16:51:18.742833 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-9abbf966-4591-4a11-86f0-b21e15706aaa tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/quotas/7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 375 time: 0.0106790 Nov 22 16:51:18.796185 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-fc6d34d8-554a-4811-97c5-65f3f98e5ae8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475338 Nov 22 16:51:18.902092 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-83bec367-96ce-4760-87cb-6fe4189fb83c service neutron] 10.222.0.61 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922973 Nov 22 16:51:19.000068 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-a4d1f076-7c20-4df7-9431-d8798ef09900 service neutron] 10.222.0.61 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912268 Nov 22 16:51:19.340206 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ae3a5375-2ae0-45c9-883e-3b93d43ead27 req-2d986b25-67e6-43c2-82b0-cd95c2c9ee80 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 210 time: 0.1853609 Nov 22 16:51:19.925507 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.347352 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-0b3d4664-4e5e-425c-afff-9d27bd914216 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:20.351142 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-0b3d4664-4e5e-425c-afff-9d27bd914216 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 817 time: 0.1489334 Nov 22 16:51:20.493623 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-5b7073c0-5e42-4e3f-8a16-c6b73cd9efa8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 379 time: 0.1251180 Nov 22 16:51:20.503357 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8d91f380-0696-4cdd-8f2a-5ab8547f02d2 req-deeb3acd-3783-4640-9cf2-71c3b61fdf7f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 210 time: 0.0527675 Nov 22 16:51:20.505019 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'port': {'device_id': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'admin_state_up': True, 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'security_groups': ['a0f1a1cb-7ced-4102-90cb-7a33564ced49']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:20.646874 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Made reservation on behalf of 7531002e08024f178aeaba0f112be50a for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:20.650769 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.809610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Allocated IP 172.20.0.5 (2c9a20d6-fe56-4f54-a96e-edd086f5cc72/8e8eefdb-ac45-4eb5-bb4c-36283c124ba2/6e04a4e7-144d-4d83-9b28-185254f5c719) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:20.961600 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.011881 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.060551 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:21.064476 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:21.068479 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:21.075793 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.137494 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.138326 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.162101 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ead53810-5f0e-4297-8631-cea280a353a2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6619408 Nov 22 16:51:21.194469 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Request body: {'port': {'device_id': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:21.280856 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.412063 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-13675286-418b-446b-bd69-e761c4b85d72 None None] Provisioning complete for port 6e04a4e7-144d-4d83-9b28-185254f5c719 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:21.412638 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-13675286-418b-446b-bd69-e761c4b85d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.453091 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-13675286-418b-446b-bd69-e761c4b85d72 None None] Port 6e04a4e7-144d-4d83-9b28-185254f5c719 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:21.622201 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e04a4e7-144d-4d83-9b28-185254f5c719 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:21.635807 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.659474 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Transition to ACTIVE for port object 6e04a4e7-144d-4d83-9b28-185254f5c719 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:21.674007 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.702881 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15218638-3976-443a-a7c6-89b8a77cbec9 req-1e7163fa-ebc9-4e2f-a173-3df7bfe35e5c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.705751 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-15218638-3976-443a-a7c6-89b8a77cbec9 req-1e7163fa-ebc9-4e2f-a173-3df7bfe35e5c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 931 time: 0.0958571 Nov 22 16:51:21.761692 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.784214 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-15218638-3976-443a-a7c6-89b8a77cbec9 req-29934939-51ee-4a51-949f-8aa18769cbd9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717046 Nov 22 16:51:21.872376 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Attempting to bind port 6e04a4e7-144d-4d83-9b28-185254f5c719 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:21.873011 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Attempting to bind port 6e04a4e7-144d-4d83-9b28-185254f5c719 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:21.873358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Attempting to bind port 6e04a4e7-144d-4d83-9b28-185254f5c719 on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:21.878980 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Port 6e04a4e7-144d-4d83-9b28-185254f5c719 on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:21.879405 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Attempting to bind port 6e04a4e7-144d-4d83-9b28-185254f5c719 on network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:21.884825 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:21.885167 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Checking segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:21.885547 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Bound using segment: {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:21.885971 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Bound port: 6e04a4e7-144d-4d83-9b28-185254f5c719, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e180043a-0556-46e1-a078-2b70783df5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:21.886328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.962238 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:21.966260 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:21.971043 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.017983 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.018665 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.024264 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] 10.222.0.58 "PUT /v2.0/ports/6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 1093 time: 0.8356473 Nov 22 16:51:22.024856 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:22.027286 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd445372-e4b6-4985-91e1-6916712d077d" -d '{"events": [{"name": "network-changed", "server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:22.063387 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4de7-6ceb-4ddd-a691-7f99fbb65347 service neutron] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:22.074112 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd564d57-5423-4de0-acbe-a8964ef69baf x-openstack-request-id: req-cd564d57-5423-4de0-acbe-a8964ef69baf {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:22.074490 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:22.074803 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd564d57-5423-4de0-acbe-a8964ef69baf {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:22.076224 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'status': 'completed', 'code': 200} Nov 22 16:51:22.155498 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-fce58821-fd22-4154-86c2-3b1c9387bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.157894 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-fce58821-fd22-4154-86c2-3b1c9387bca4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1096 time: 0.0556509 Nov 22 16:51:22.216672 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-7de5c1f0-7e7b-4206-8a5e-810eb89ffa0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 217 time: 0.0415487 Nov 22 16:51:22.287480 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ac3db104-2fc4-41e9-8f0b-827584685b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.290119 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ac3db104-2fc4-41e9-8f0b-827584685b6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0642202 Nov 22 16:51:22.346018 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-8877234b-c565-42df-a605-536e430d8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.346018 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-8877234b-c565-42df-a605-536e430d8cfa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471241 Nov 22 16:51:22.448006 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-a25cfef4-f497-4bfd-b1ac-56dc0fd01849 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943615 Nov 22 16:51:22.548118 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc792a40-6462-4efa-a232-416a4b7ffbd1 req-ce027082-aad3-482a-9242-1b85753e8193 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923684 Nov 22 16:51:22.707567 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445372-e4b6-4985-91e1-6916712d077d req-963c56eb-8e37-4892-b0b1-26ecbc302e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.709099 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-963c56eb-8e37-4892-b0b1-26ecbc302e44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1096 time: 0.0476403 Nov 22 16:51:22.805378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445372-e4b6-4985-91e1-6916712d077d req-59970f91-a9cf-43eb-b4eb-f82b87de1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.806849 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-59970f91-a9cf-43eb-b4eb-f82b87de1c63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.0884371 Nov 22 16:51:22.857439 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-63ac4f44-d352-4fd7-9903-7ee0e5a153cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 217 time: 0.0431464 Nov 22 16:51:22.908009 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445372-e4b6-4985-91e1-6916712d077d req-05d3ff8d-f538-4ac8-a40b-d5cd1a6238b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.909725 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-05d3ff8d-f538-4ac8-a40b-d5cd1a6238b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0444987 Nov 22 16:51:22.933902 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04548f5d-142a-4935-9268-84937c18811c req-e84af043-c0ce-4fd4-bdf8-9e7d4b9e089b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.935448 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-04548f5d-142a-4935-9268-84937c18811c req-e84af043-c0ce-4fd4-bdf8-9e7d4b9e089b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0550647 Nov 22 16:51:22.969694 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd445372-e4b6-4985-91e1-6916712d077d req-355a6a56-ce27-49e1-adf7-e0c6c7c070bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.971232 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-355a6a56-ce27-49e1-adf7-e0c6c7c070bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504322 Nov 22 16:51:22.989655 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-04548f5d-142a-4935-9268-84937c18811c req-7ff66cb2-3ccf-4c4e-ac6a-3e376e0c76d1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 Nov 22 16:51:23.080554 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-f41e342d-5a77-4f6c-8bf6-218841e6caed service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875645 Nov 22 16:51:23.171898 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-dd445372-e4b6-4985-91e1-6916712d077d req-74922a1f-8ac8-424c-b4cd-a1b1456d28f3 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837605 Nov 22 16:51:23.233429 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:24.123183 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc1ab9-3687-4120-bc39-0f376f8d8aea req-3b774666-a546-424b-9dc8-250b3d27a42f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.124750 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e1fc1ab9-3687-4120-bc39-0f376f8d8aea req-3b774666-a546-424b-9dc8-250b3d27a42f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0566137 Nov 22 16:51:24.176867 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e1fc1ab9-3687-4120-bc39-0f376f8d8aea req-f96fed56-641e-453f-b09d-696cd27db268 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440731 Nov 22 16:51:25.307629 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232bb96-bff6-41c3-ba18-a9c775668bfc req-b3289940-6009-4b09-857b-557c237bf19e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:25.309385 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4232bb96-bff6-41c3-ba18-a9c775668bfc req-b3289940-6009-4b09-857b-557c237bf19e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0520508 Nov 22 16:51:25.358399 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4232bb96-bff6-41c3-ba18-a9c775668bfc req-8d63c406-c64a-4335-9851-0794d08c79ef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Nov 22 16:51:26.233162 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:26.357847 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:26.370749 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'mac_address': 'fa:16:3e:87:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:26.414073 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.433215 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e04a4e7-144d-4d83-9b28-185254f5c719 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:26.454124 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:26.459776 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.484202 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53d48-b2d1-423d-97b3-af257161d093 req-0c1b3b4d-364d-4468-823b-62b1eae34b6a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:26.488549 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f4f53d48-b2d1-423d-97b3-af257161d093 req-0c1b3b4d-364d-4468-823b-62b1eae34b6a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0506308 Nov 22 16:51:26.519124 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.553287 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f4f53d48-b2d1-423d-97b3-af257161d093 req-6ff3ce28-bded-4d38-9885-df4be78beea8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558288 Nov 22 16:51:26.760627 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['6e04a4e7-144d-4d83-9b28-185254f5c719'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:27.741248 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551c065-6422-41dc-bd6d-fae02cb0490b req-54ec49ce-d2e6-4637-96ba-2de7042495c9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:27.743908 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5551c065-6422-41dc-bd6d-fae02cb0490b req-54ec49ce-d2e6-4637-96ba-2de7042495c9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 944 time: 0.0835266 Nov 22 16:51:27.816686 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5551c065-6422-41dc-bd6d-fae02cb0490b req-7888d9d0-52c7-442b-b600-17509dbc6498 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662904 Nov 22 16:51:28.248896 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:28.297709 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 6e04a4e7-144d-4d83-9b28-185254f5c719 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:28.301920 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 6e04a4e7-144d-4d83-9b28-185254f5c719 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:28.302293 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.383512 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.406521 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:28.409849 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0ba62-5808-44f4-bdd4-ed42dd32147d" -d '{"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:28.422060 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:28.428464 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.452122 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730aae12-397a-418e-918a-94472b75a9d5 x-openstack-request-id: req-730aae12-397a-418e-918a-94472b75a9d5 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:28.452412 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:28.452678 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-730aae12-397a-418e-918a-94472b75a9d5 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:28.453170 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'code': 200} Nov 22 16:51:28.487710 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.608343 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49254) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.662233 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Deleting subnet a2ba75e5-4bc1-4a14-9989-71bc25624e3f {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:28.666086 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.678076 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1964-3ffd-4986-aa9c-0f597619dfb7 req-5d669590-3788-4bcc-8720-494df651c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:28.680757 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-679a1964-3ffd-4986-aa9c-0f597619dfb7 req-5d669590-3788-4bcc-8720-494df651c85a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1098 time: 0.0478208 Nov 22 16:51:28.708505 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.754479 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-679a1964-3ffd-4986-aa9c-0f597619dfb7 req-75a2b601-5381-458c-91cc-026d57bd0fd8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533385 Nov 22 16:51:28.766537 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.826415 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49260) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.834373 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6f7f05de-45a9-440f-9a20-7d3ad9ea2022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.838398 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.855284 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.858717 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a2ba75e5-4bc1-4a14-9989-71bc25624e3f HTTP/1.1" status: 204 len: 168 time: 0.2496145 Nov 22 16:51:28.862268 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49266) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.877140 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d62c5-1932-4d98-a771-1bf7539a2386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ba75e5-4bc1-4a14-9989-71bc25624e3f,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.948551 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.973449 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d59bb-e9bf-4161-bc41-4f2124c0332b req-acf43706-4b29-4247-9828-90754d38a899 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:28.974961 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-de1d59bb-e9bf-4161-bc41-4f2124c0332b req-acf43706-4b29-4247-9828-90754d38a899 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0597019 Nov 22 16:51:28.993981 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e721-9a6b-41a6-a02a-5cf629d4c1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.030007 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.056189 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a62bbf3-57d3-4911-b985-dd1a10a31d27']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.058575 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-de1d59bb-e9bf-4161-bc41-4f2124c0332b req-8dab124f-e14d-4a11-8f59-b5230dbadaef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712092 Nov 22 16:51:29.067462 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.067785 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb70b80e-ef5a-4280-81e3-5e85cd586cfe') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.078769 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.093778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.100267 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:29.100657 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:29.102503 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:29.109833 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e721-9a6b-41a6-a02a-5cf629d4c1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.114621 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e721-9a6b-41a6-a02a-5cf629d4c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.158787 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f3f0e721-9a6b-41a6-a02a-5cf629d4c1f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c2e886aa0a6400796c8aab338081be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310604 Nov 22 16:51:29.159693 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.162135 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49268) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.165225 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.168760 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] 10.222.0.61 "DELETE /v2.0/networks/2a62bbf3-57d3-4911-b985-dd1a10a31d27 HTTP/1.1" status: 204 len: 168 time: 0.3048601 Nov 22 16:51:29.169671 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0e721-9a6b-41a6-a02a-5cf629d4c1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d08a5c-c612-4959-88b3-bca24668299f,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.197378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a62bbf3-57d3-4911-b985-dd1a10a31d27,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.211328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.211648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.212031 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.212374 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.212715 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.213071 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.213388 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.213717 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.215086 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.215755 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.216519 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.217014 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4561bf-0f3d-4d1f-973f-46b39c1b5e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:29.233158 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d50d8dd5-0892-4988-b321-23f91fb470a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.259550 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d50d8dd5-0892-4988-b321-23f91fb470a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.307791 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49272) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.311242 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d50d8dd5-0892-4988-b321-23f91fb470a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.314727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d50d8dd5-0892-4988-b321-23f91fb470a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.315896 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d50d8dd5-0892-4988-b321-23f91fb470a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5d08a5c-c612-4959-88b3-bca24668299f HTTP/1.1" status: 204 len: 168 time: 0.1520429 Nov 22 16:51:29.324510 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d8dd5-0892-4988-b321-23f91fb470a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d08a5c-c612-4959-88b3-bca24668299f,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.355574 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-cc4b830e-1a0b-4f90-a8b3-a194ab5c0119 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1322235371824c2aba7f0fdaea4775f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464945 Nov 22 16:51:29.358039 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49276) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.411708 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-945e7f0c-e265-4556-8e42-b787df9f0a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.442727 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-945e7f0c-e265-4556-8e42-b787df9f0a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.498612 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-945e7f0c-e265-4556-8e42-b787df9f0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.502523 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-945e7f0c-e265-4556-8e42-b787df9f0a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.510022 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-945e7f0c-e265-4556-8e42-b787df9f0a9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3561f1ed-8faa-44c3-8026-70ff0494433d HTTP/1.1" status: 204 len: 168 time: 0.1445508 Nov 22 16:51:29.512414 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e7f0c-e265-4556-8e42-b787df9f0a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3561f1ed-8faa-44c3-8026-70ff0494433d,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:30.199271 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea6272-6349-418c-8067-32a910eb2b10 req-f5eb4b6e-e179-46b1-903a-09cdc43f9bbd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.201676 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8eea6272-6349-418c-8067-32a910eb2b10 req-f5eb4b6e-e179-46b1-903a-09cdc43f9bbd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0628939 Nov 22 16:51:30.262822 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8eea6272-6349-418c-8067-32a910eb2b10 req-01017c8b-49d1-4737-885e-77f178f80820 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534894 Nov 22 16:51:30.364202 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49322) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.449096 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800bb15-65d0-4c1a-855c-e0502a2207b6 req-ca710339-e80d-4673-9a65-f7752f5b76c3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.450675 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a800bb15-65d0-4c1a-855c-e0502a2207b6 req-ca710339-e80d-4673-9a65-f7752f5b76c3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0908527 Nov 22 16:51:30.463612 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49330) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.468479 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Request body: {'floatingip': {'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:30.525203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1366025527-network', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:30.542762 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.556451 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Made reservation on behalf of 9a162bba81c545e78b24734acd4f95e5 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:30.559002 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.569372 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.697251 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.703023 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.730388 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:30.741892 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118baa60-c8b5-49d9-8645-672739bbe2b2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:30.746811 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.747147 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Added segment 483cd2d1-cdc2-4388-979a-851843481128 of type vlan for network e6b739b1-4c41-4bc1-aec5-57261982f83f Nov 22 16:51:30.793858 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.870890 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.872417 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.873122 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.935629 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5702665 Nov 22 16:51:30.940842 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49342) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.956660 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Request body: {'subnet': {'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1366025527-subnet', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:30.963611 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49344) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.978260 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91de17-c038-40f8-b645-4ff3298e5f0e admin admin] Pushing event updated for resources: {'Network': ['ID=e6b739b1-4c41-4bc1-aec5-57261982f83f,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.002566 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network e6b739b1-4c41-4bc1-aec5-57261982f83f details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:31.020147 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Made reservation on behalf of 9a162bba81c545e78b24734acd4f95e5 for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:31.029092 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.133544 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f4e43978-1670-4913-9b67-4fdb45831368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.187871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-46a1f442-6e2c-44da-a29a-4f8f420f8cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.311867 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.316351 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.420876 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Floating IP 579fae38-3ece-406e-8213-46aaeaaef9c4 associated. External IP: 172.27.3.251, port: 6e04a4e7-144d-4d83-9b28-185254f5c719. Nov 22 16:51:31.442113 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.495150 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-46a1f442-6e2c-44da-a29a-4f8f420f8cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.503210 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-46a1f442-6e2c-44da-a29a-4f8f420f8cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.537375 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43485eac-7346-41ae-baba-6c4b0b046664,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.563321 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1f442-6e2c-44da-a29a-4f8f420f8cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f720fe7-1c60-4d21-9aaa-5f260dd36020,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.569723 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Checking segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:31.570475 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Network hostable DHCP agents. Network: e6b739b1-4c41-4bc1-aec5-57261982f83f, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:31.573821 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-46a1f442-6e2c-44da-a29a-4f8f420f8cca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5fa5a5978644572a3c1ec7dc8087fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081874 Nov 22 16:51:31.576529 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49356) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:31.620047 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Network e6b739b1-4c41-4bc1-aec5-57261982f83f is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:31.641653 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, e6b739b1-4c41-4bc1-aec5-57261982f83f) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:31.650311 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:31.650525 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfb2ad-9488-4c18-80a7-d8c0c0497627 None None] Network e6b739b1-4c41-4bc1-aec5-57261982f83f requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:31.650899 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.654025 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:31.656506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8719d0-670c-47c0-9a08-fdcbfe16b97c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.684476 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-55e487e1-0662-47c8-aa45-f48aaaed2253 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7424297 Nov 22 16:51:31.687576 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49358) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:31.692927 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:31.697086 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8719d0-670c-47c0-9a08-fdcbfe16b97c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.745144 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.746269 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.765392 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8719d0-670c-47c0-9a08-fdcbfe16b97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.769127 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4e8719d0-670c-47c0-9a08-fdcbfe16b97c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.770415 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4e8719d0-670c-47c0-9a08-fdcbfe16b97c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f720fe7-1c60-4d21-9aaa-5f260dd36020 HTTP/1.1" status: 204 len: 168 time: 0.1916683 Nov 22 16:51:31.786171 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8719d0-670c-47c0-9a08-fdcbfe16b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f720fe7-1c60-4d21-9aaa-5f260dd36020,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.810151 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:31.817426 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.823865 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:31.830296 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-e6b739b1-4c41-4bc1-aec5-57261982f83f', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:31.831113 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.849558 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.863365 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:31.864308 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:31.880044 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-96a94de2-9903-4f32-b778-2504eb550c1b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "PUT /v2.0/floatingips/579fae38-3ece-406e-8213-46aaeaaef9c4 HTTP/1.1" status: 200 len: 991 time: 1.4147158 Nov 22 16:51:31.882232 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:31.887618 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa5228-53de-423d-8b0d-43efeb5f16f2" -d '{"events": [{"name": "network-changed", "server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:31.976335 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d5f686-c879-4336-b223-713d762701d6 x-openstack-request-id: req-08d5f686-c879-4336-b223-713d762701d6 {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:31.976636 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:31.976921 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08d5f686-c879-4336-b223-713d762701d6 {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:31.977297 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'status': 'completed', 'code': 200} Nov 22 16:51:32.043444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.090412 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:32.251851 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Allocated IP 172.20.0.2 (e6b739b1-4c41-4bc1-aec5-57261982f83f/43485eac-7346-41ae-baba-6c4b0b046664/366b049f-a27d-4d7b-aad3-b7993aa15b0a) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:32.292890 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.322692 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-d6440ef1-d172-43cb-b079-fe5f323f7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:32.324103 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-d6440ef1-d172-43cb-b079-fe5f323f7b32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1098 time: 0.2922032 Nov 22 16:51:32.325475 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.354128 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.514203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-61b29054-0b26-4f52-b543-3b863a8d56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:32.517013 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-61b29054-0b26-4f52-b543-3b863a8d56f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.1703734 Nov 22 16:51:32.592435 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.603744 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Allocated IP 172.27.3.19 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/00056d63-171e-410d-822d-f21813890785) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:32.626992 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.636298 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-b5d50107-519d-4a58-95f7-8cf65c853981 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 999 time: 0.1095674 Nov 22 16:51:32.685625 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Network e6b739b1-4c41-4bc1-aec5-57261982f83f is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:32.687599 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Pushing event updated for resources: {'Port': ['ID=366b049f-a27d-4d7b-aad3-b7993aa15b0a,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.692368 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:32.695442 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:32.753725 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '579fae38-3ece-406e-8213-46aaeaaef9c4', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'mac_address': 'fa:16:3e:87:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:17Z', 'updated_at': '2021-11-22T16:51:31Z', 'revision_number': 1, 'project_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:32.791356 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:32.798575 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Attempting to bind port 366b049f-a27d-4d7b-aad3-b7993aa15b0a on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:32.798958 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Attempting to bind port 366b049f-a27d-4d7b-aad3-b7993aa15b0a by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:32.799423 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Attempting to bind port 366b049f-a27d-4d7b-aad3-b7993aa15b0a on network e6b739b1-4c41-4bc1-aec5-57261982f83f {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:32.808089 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:32.808479 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Checking segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:32.808891 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.809287 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Bound using segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:32.809954 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Bound port: 366b049f-a27d-4d7b-aad3-b7993aa15b0a, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:32.810344 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.812463 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:32.813084 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:32.962614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] For port 366b049f-a27d-4d7b-aad3-b7993aa15b0a, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:32.967363 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] For port 366b049f-a27d-4d7b-aad3-b7993aa15b0a, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=366b049f-a27d-4d7b-aad3-b7993aa15b0a,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:32.975329 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.010024 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.014423 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:33.036958 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-a2a10488-1820-4d90-b047-aa3e790f7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.038401 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-a2a10488-1820-4d90-b047-aa3e790f7eb9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.1604745 Nov 22 16:51:33.079939 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa9dd9-bd69-43f1-a69b-a69624b27d9e None None] Pushing event updated for resources: {'Port': ['ID=366b049f-a27d-4d7b-aad3-b7993aa15b0a,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.127456 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-a8f08da9-ea54-4a36-8f65-518eb59c01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.130352 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-a8f08da9-ea54-4a36-8f65-518eb59c01a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827277 Nov 22 16:51:33.138308 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.289007 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:33.303203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:33.306010 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:33.398528 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '579fae38-3ece-406e-8213-46aaeaaef9c4', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'mac_address': 'fa:16:3e:87:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:17Z', 'updated_at': '2021-11-22T16:51:31Z', 'revision_number': 1, 'project_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.405046 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=00056d63-171e-410d-822d-f21813890785,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.418951 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-61ce10d5-b32c-40e0-994c-1f207410fa72 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752891 Nov 22 16:51:33.448967 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe14f30-4775-41b2-b9ec-593d98310bed None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '579fae38-3ece-406e-8213-46aaeaaef9c4', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'mac_address': 'fa:16:3e:87:4a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:17Z', 'updated_at': '2021-11-22T16:51:31Z', 'revision_number': 1, 'project_id': '7531002e08024f178aeaba0f112be50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:33.615759 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.705762 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a2fa5228-53de-423d-8b0d-43efeb5f16f2 req-17bbdc93-ad79-4939-b901-7bbff4897fe2 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698801 Nov 22 16:51:33.768044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.786965 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23f8a8-7048-4258-9a67-526a361bc966 None None] New status for floating IP 579fae38-3ece-406e-8213-46aaeaaef9c4: ACTIVE {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:33.980673 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.122114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:34.234013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:34.246462 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Sync routers for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:34.260937 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:34.261716 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:34.261885 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.265853 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b29f3c0b-d718-435f-8942-1e3bace9d4a4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5748558 Nov 22 16:51:34.266206 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49416) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.398491 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:34.506196 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.580502 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee1d24-172a-4d75-8830-2ad394c21daf None None] Network e6b739b1-4c41-4bc1-aec5-57261982f83f requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:34.648679 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-5be0bb74-28a1-4bd9-a868-4afad5d0a179 None None] Provisioning complete for port 366b049f-a27d-4d7b-aad3-b7993aa15b0a triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:34.649057 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5be0bb74-28a1-4bd9-a868-4afad5d0a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.767874 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.772203 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:33Z', 'revision_number': 3, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:34.852155 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Checking router: 2bc61d01-7313-4d80-8e9e-67ef203a54f3 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:34.852556 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Updating router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 port 00056d63-171e-410d-822d-f21813890785 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:34.897329 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 366b049f-a27d-4d7b-aad3-b7993aa15b0a up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:34.997835 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Allocated IP 172.20.0.1 (e6b739b1-4c41-4bc1-aec5-57261982f83f/43485eac-7346-41ae-baba-6c4b0b046664/53f5d0c4-84c5-4ddc-a440-e39dd115898e) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:35.083363 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5be0bb74-28a1-4bd9-a868-4afad5d0a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.103019 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.117008 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.158071 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.199560 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Network e6b739b1-4c41-4bc1-aec5-57261982f83f is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:35.203917 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:35.208348 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:35.233605 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-5be0bb74-28a1-4bd9-a868-4afad5d0a179 None None] For port 366b049f-a27d-4d7b-aad3-b7993aa15b0a, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=366b049f-a27d-4d7b-aad3-b7993aa15b0a,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:35.235793 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Pushing event updated for resources: {'Port': ['ID=53f5d0c4-84c5-4ddc-a440-e39dd115898e,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.246304 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.246651 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.246775 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5be0bb74-28a1-4bd9-a868-4afad5d0a179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.246994 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.247391 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.247645 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.248128 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.248400 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.248727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.249057 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.249382 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.249703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.250021 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:35.269656 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.290316 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 366b049f-a27d-4d7b-aad3-b7993aa15b0a triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:35.291035 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.388479 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0bb74-28a1-4bd9-a868-4afad5d0a179 None None] Pushing event updated for resources: {'Port': ['ID=366b049f-a27d-4d7b-aad3-b7993aa15b0a,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.457615 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.550302 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-fe00cbd3-3deb-4734-9aed-ec1ef5270f7d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121951638&fields=id&tenant_id=dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 267 time: 0.0891130 Nov 22 16:51:35.562231 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.573363 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.629437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-fe17d335-2851-45ac-8132-3fab81c055c4 None None] Provisioning complete for port 366b049f-a27d-4d7b-aad3-b7993aa15b0a triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:35.629816 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-fe17d335-2851-45ac-8132-3fab81c055c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.663148 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea0734-d19b-4ab0-b1d6-585e18996593 None None] Pushing event updated for resources: {'Port': ['ID=00056d63-171e-410d-822d-f21813890785,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.673645 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Attempting to bind port 00056d63-171e-410d-822d-f21813890785 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:35.674031 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Attempting to bind port 00056d63-171e-410d-822d-f21813890785 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:35.674404 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Attempting to bind port 00056d63-171e-410d-822d-f21813890785 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:35.684138 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:35.684799 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:35.684962 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.685314 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:35.685797 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Bound port: 00056d63-171e-410d-822d-f21813890785, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:35.686179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.741334 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-af396589-c735-4025-9bb7-d7f0e16a1d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:35.742801 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-af396589-c735-4025-9bb7-d7f0e16a1d3c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 812 time: 0.1759565 Nov 22 16:51:35.764835 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.769492 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-b702e04d-795b-43bb-a66c-67a1222fa79c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/quotas/dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 375 time: 0.0196896 Nov 22 16:51:35.770009 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] For port 00056d63-171e-410d-822d-f21813890785, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:35.771687 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.790704 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] For port 00056d63-171e-410d-822d-f21813890785, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=00056d63-171e-410d-822d-f21813890785,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:35.795864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.856274 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea0734-d19b-4ab0-b1d6-585e18996593 None None] Pushing event updated for resources: {'Port': ['ID=00056d63-171e-410d-822d-f21813890785,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.858858 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:35.859472 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:35.871428 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.887484 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Pushing event updated for resources: {'Port': ['ID=53f5d0c4-84c5-4ddc-a440-e39dd115898e,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.937217 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-071ee67a-2d03-41f9-a8b4-5a824ebd4c23 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405504 Nov 22 16:51:35.957347 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-2b4e7869-8dfd-4ad3-a675-f08d7ab92ee4 None None] Provisioning complete for port 53f5d0c4-84c5-4ddc-a440-e39dd115898e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:35.958012 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2b4e7869-8dfd-4ad3-a675-f08d7ab92ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.002681 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Network e6b739b1-4c41-4bc1-aec5-57261982f83f is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:36.004337 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:36.009819 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:36.011596 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e7869-8dfd-4ad3-a675-f08d7ab92ee4 None None] Port 53f5d0c4-84c5-4ddc-a440-e39dd115898e cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:36.252473 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-0367319d-2cb1-4616-9d9b-04eb0cdf5bbb None None] Provisioning complete for port 53f5d0c4-84c5-4ddc-a440-e39dd115898e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:36.252842 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-0367319d-2cb1-4616-9d9b-04eb0cdf5bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.296822 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 2, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:36.300910 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-0367319d-2cb1-4616-9d9b-04eb0cdf5bbb None None] Port 53f5d0c4-84c5-4ddc-a440-e39dd115898e cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:36.326569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef67628b-8748-4722-bd0c-b894988415fc None None] The sync data for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi is: [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 2, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:36.465097 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:36.469334 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-6a3ba2cc-019a-47cb-9896-66c78c0fb9f8 service neutron] 10.222.0.61 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182021 Nov 22 16:51:36.646668 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-75faae06-ec2d-4539-81c5-6bda2fdb04d6 service neutron] 10.222.0.61 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689148 Nov 22 16:51:36.650034 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:36.654824 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b41ba83a-ada7-4c84-ba7f-24302cdb5950 admin admin] 10.222.0.61 "PUT /v2.0/routers/2bc61d01-7313-4d80-8e9e-67ef203a54f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3873765 Nov 22 16:51:36.781534 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 366b049f-a27d-4d7b-aad3-b7993aa15b0a up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:36.854524 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 366b049f-a27d-4d7b-aad3-b7993aa15b0a triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:36.855206 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.047069 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d9cf64ff-dc8c-4c2e-9d1f-0f0c32e8f1a4 req-16e4116a-bd29-4951-8208-c82efcc8ea15 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 210 time: 0.0340838 Nov 22 16:51:37.449346 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49472) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:37.454989 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1603592347-network', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:37.484872 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Made reservation on behalf of a762df95550c46f2b831d3ea5c071963 for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:37.488315 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.498681 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.631162 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.636548 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.676780 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:37.684531 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35823d32-bdb0-4318-abb1-86238fc73828,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.697344 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.697696 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Added segment e6ca0fde-bd05-4460-a39d-9ca5270480b0 of type vlan for network 7340b0fe-11b8-4977-8416-ad7679ac6e8a Nov 22 16:51:37.772224 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.809341 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.810366 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:37.810995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.870315 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4198468 Nov 22 16:51:37.873195 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49476) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:37.878865 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Request body: {'subnet': {'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1603592347-subnet', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'ip_version': 4}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:37.900063 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15e273-8f56-4502-9a0b-4131fbbe3cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=7340b0fe-11b8-4977-8416-ad7679ac6e8a,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.916007 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:37.920608 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Made reservation on behalf of a762df95550c46f2b831d3ea5c071963 for: {'subnet': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:37.923496 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13610238'] for subnet, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.180887 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1efb4aa3-1f62-45dd-820c-15626414732d req-f103fb3c-4dc2-4056-aaa3-561bedbc6c82 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 210 time: 0.0483003 Nov 22 16:51:38.189471 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13509708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13610176'] for subnet, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.243779 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056070e2-e9b0-43ec-b610-37949d1b2b8c,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.255187 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Checking segment: {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:38.255538 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Network hostable DHCP agents. Network: 7340b0fe-11b8-4977-8416-ad7679ac6e8a, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:38.272824 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:38.283453 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 7340b0fe-11b8-4977-8416-ad7679ac6e8a) {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:38.288842 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.289781 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.292895 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a56deaa-fbd8-4493-8220-df9262f82ad1 None None] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:38.305574 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d7107b3b-08ab-496f-aad0-f158dc9f7679 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4313033 Nov 22 16:51:38.309490 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49482) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:38.313822 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:38.335291 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.336016 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.419529 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.504031 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'fixed_ips': [{'subnet_id': '056070e2-e9b0-43ec-b610-37949d1b2b8c'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:38.504998 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.596235 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.688208 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Allocated IP 172.20.0.2 (7340b0fe-11b8-4977-8416-ad7679ac6e8a/056070e2-e9b0-43ec-b610-37949d1b2b8c/d3fe12fb-ec3c-4aed-8816-78b83d490c02) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:38.714083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-d4c9a4ba-d178-4391-91ca-6a4d59801158 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.716170 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-d4c9a4ba-d178-4391-91ca-6a4d59801158 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 812 time: 0.1503356 Nov 22 16:51:38.797866 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Sync routers for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:38.845072 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:38.846482 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:38.856863 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-d212c286-d1b5-4a85-9328-3dc8d3e7caab tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 380 time: 0.1251295 Nov 22 16:51:38.871204 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'port': {'device_id': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'admin_state_up': True, 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'security_groups': ['3e2d5bd2-503b-4bb3-b461-d561d0c7316b']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:38.879490 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 00056d63-171e-410d-822d-f21813890785 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:38.888199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.915064 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.032918 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Made reservation on behalf of dd6bb6026ac74775904d68f7483c79c8 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:39.042557 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.052470 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:39.062743 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Allocated IP 172.27.3.61 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/137ccd6f-b9ba-4584-b7bb-38c82447bdb0) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:39.102093 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.114035 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.285113 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.369892 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Allocated IP 172.20.0.5 (0b1c2e1e-d8e0-430c-9638-c1f4446f26b2/5333f833-aff1-4d0e-a5c7-f2c10faa26d2/b43cbd76-1406-4b6b-bd9d-fbd30b43b398) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:39.506426 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-274d6204-0603-4fee-a763-5102f511edbc req-397419fa-807e-4d3b-9a17-9dccbfade45c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 210 time: 0.1742373 Nov 22 16:51:39.542060 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:39.553029 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:39.555246 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.561777 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:39.617726 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 00056d63-171e-410d-822d-f21813890785 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:39.618023 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.621410 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:39.628978 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:39.634529 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:39.665374 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.681165 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Pushing event updated for resources: {'Port': ['ID=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:39.691398 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Pushing event updated for resources: {'Port': ['ID=d3fe12fb-ec3c-4aed-8816-78b83d490c02,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:39.697717 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 2, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:39.714133 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.730042 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Checking router: 2bc61d01-7313-4d80-8e9e-67ef203a54f3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:39.730688 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Updating router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 port 53f5d0c4-84c5-4ddc-a440-e39dd115898e binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:39.758633 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.776098 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:39.792358 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Attempting to bind port d3fe12fb-ec3c-4aed-8816-78b83d490c02 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:39.792845 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Attempting to bind port d3fe12fb-ec3c-4aed-8816-78b83d490c02 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:39.793241 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Attempting to bind port d3fe12fb-ec3c-4aed-8816-78b83d490c02 on network 7340b0fe-11b8-4977-8416-ad7679ac6e8a {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:39.805870 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:39.806255 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Checking segment: {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:39.806707 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.807144 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Bound using segment: {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:39.807938 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Bound port: d3fe12fb-ec3c-4aed-8816-78b83d490c02, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:39.808091 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.810908 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:39.813226 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:39.816936 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:39.854216 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.898723 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 00056d63-171e-410d-822d-f21813890785, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=00056d63-171e-410d-822d-f21813890785,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:39.926437 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:39.927368 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.934580 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.952128 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-86846428-ec4a-47de-a06e-f4f2c99ada3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885561 Nov 22 16:51:39.971852 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Request body: {'port': {'device_id': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:40.042550 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] For port d3fe12fb-ec3c-4aed-8816-78b83d490c02, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:40.048453 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] For port d3fe12fb-ec3c-4aed-8816-78b83d490c02, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=d3fe12fb-ec3c-4aed-8816-78b83d490c02,segment=NetworkSegment(e6ca0fde-bd05-4460-a39d-9ca5270480b0),segment_id=e6ca0fde-bd05-4460-a39d-9ca5270480b0)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:40.058268 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.060550 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.074434 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=00056d63-171e-410d-822d-f21813890785,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.120161 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.183204 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.190715 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.203299 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4c540f7e-5148-4138-a299-87f72ee1580f None None] Provisioning complete for port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:40.204184 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4c540f7e-5148-4138-a299-87f72ee1580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.207561 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fae9ca-5d44-448c-8b32-c13c7df584a3 None None] Pushing event updated for resources: {'Port': ['ID=d3fe12fb-ec3c-4aed-8816-78b83d490c02,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.292111 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc6779-8c50-4897-9586-7cf0780bb039 None None] Pushing event updated for resources: {'Port': ['ID=53f5d0c4-84c5-4ddc-a440-e39dd115898e,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.310513 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4c540f7e-5148-4138-a299-87f72ee1580f None None] Port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:40.351015 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Attempting to bind port 53f5d0c4-84c5-4ddc-a440-e39dd115898e on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:40.351639 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Attempting to bind port 53f5d0c4-84c5-4ddc-a440-e39dd115898e by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:40.352279 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Attempting to bind port 53f5d0c4-84c5-4ddc-a440-e39dd115898e on network e6b739b1-4c41-4bc1-aec5-57261982f83f {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:40.363850 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:40.364226 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Checking segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:40.364621 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.365018 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Bound using segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:40.365506 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Bound port: 53f5d0c4-84c5-4ddc-a440-e39dd115898e, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:40.365904 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.515661 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] For port 53f5d0c4-84c5-4ddc-a440-e39dd115898e, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:40.536502 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] For port 53f5d0c4-84c5-4ddc-a440-e39dd115898e, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=53f5d0c4-84c5-4ddc-a440-e39dd115898e,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:40.546368 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.573183 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.676457 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43cbd76-1406-4b6b-bd9d-fbd30b43b398 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:40.700158 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc6779-8c50-4897-9586-7cf0780bb039 None None] Pushing event updated for resources: {'Port': ['ID=53f5d0c4-84c5-4ddc-a440-e39dd115898e,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.705265 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.706533 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:40.707177 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:40.745995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Transition to ACTIVE for port object b43cbd76-1406-4b6b-bd9d-fbd30b43b398 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:40.747631 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-a3418fb1-ce8a-4569-b60e-e9ec46e4b190 None None] Provisioning complete for port 53f5d0c4-84c5-4ddc-a440-e39dd115898e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:40.748041 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a3418fb1-ce8a-4569-b60e-e9ec46e4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.752187 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.867230 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:40.877239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16900-684c-4c0f-8f17-f49f68a71593 req-5b8a2e7b-0e3f-44c5-b4fc-4973eb94199a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.890091 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-81d16900-684c-4c0f-8f17-f49f68a71593 req-5b8a2e7b-0e3f-44c5-b4fc-4973eb94199a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 931 time: 0.2097881 Nov 22 16:51:40.958745 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Pushing event updated for resources: {'Port': ['ID=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:41.032602 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a3418fb1-ce8a-4569-b60e-e9ec46e4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.046074 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-81d16900-684c-4c0f-8f17-f49f68a71593 req-8204ccb6-11d7-46cc-af6c-e992580d5689 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550026 Nov 22 16:51:41.070165 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:41.099053 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-a3418fb1-ce8a-4569-b60e-e9ec46e4b190 None None] For port 53f5d0c4-84c5-4ddc-a440-e39dd115898e, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=53f5d0c4-84c5-4ddc-a440-e39dd115898e,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:41.105224 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a3418fb1-ce8a-4569-b60e-e9ec46e4b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.136238 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Attempting to bind port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:41.136894 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Attempting to bind port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:41.137448 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Attempting to bind port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:41.142746 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:41.143339 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Attempting to bind port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:41.155011 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:41.155397 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Checking segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:41.158509 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Bound using segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:41.159113 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Bound port: b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:41.159563 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.167517 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d3fe12fb-ec3c-4aed-8816-78b83d490c02 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:41.272754 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:40Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:41.308726 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c29d5-cc91-46e4-b931-433391b72556 None None] The sync data for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi is: [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:40Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:41.317778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port d3fe12fb-ec3c-4aed-8816-78b83d490c02 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:41.318336 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.320601 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3418fb1-ce8a-4569-b60e-e9ec46e4b190 None None] Pushing event updated for resources: {'Port': ['ID=53f5d0c4-84c5-4ddc-a440-e39dd115898e,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:41.323707 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-133c3bfb-f413-4be3-b3d6-1749ef7b04e3 None None] Provisioning complete for port 53f5d0c4-84c5-4ddc-a440-e39dd115898e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:41.324078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-133c3bfb-f413-4be3-b3d6-1749ef7b04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.326148 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:41.345889 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] For port b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:41.358146 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] For port b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:41.366566 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.367363 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Sync routers for ids ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:41.372730 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.377217 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-8136a6f1-e589-4136-8fc8-67a7c0695b77 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0666561 Nov 22 16:51:41.380579 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49508) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.409819 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Routers {'7349f6fd-48d8-4dc7-aef7-7af800e92c87'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:41.410599 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:41.450895 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.452490 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.456705 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] 10.222.0.58 "PUT /v2.0/ports/b43cbd76-1406-4b6b-bd9d-fbd30b43b398 HTTP/1.1" status: 200 len: 1093 time: 1.4894750 Nov 22 16:51:41.460577 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:41.464783 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a62c43-cae0-43fe-8088-4a93aaccd302" -d '{"events": [{"name": "network-changed", "server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:41.613808 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9fbd-b953-4798-8f3b-1d6d3c332d4c service neutron] Pushing event updated for resources: {'Port': ['ID=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:41.654606 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-626d0ebb-2b53-4b68-aa80-a120c43df256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.660631 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-626d0ebb-2b53-4b68-aa80-a120c43df256 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 1096 time: 0.1335731 Nov 22 16:51:41.794104 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-544acbfd-35c9-463f-af6d-90bfe51cf97b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398 HTTP/1.1" status: 200 len: 217 time: 0.1172729 Nov 22 16:51:41.796845 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c9a8f-17a7-4e76-828e-e348c9391e9a x-openstack-request-id: req-547c9a8f-17a7-4e76-828e-e348c9391e9a {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:41.797493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:41.797493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-547c9a8f-17a7-4e76-828e-e348c9391e9a {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:41.798365 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'status': 'completed', 'code': 200} Nov 22 16:51:41.901006 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-cfa4efe2-65a7-4cfd-814c-562553d2e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.902775 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-cfa4efe2-65a7-4cfd-814c-562553d2e4ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0999236 Nov 22 16:51:41.954875 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Set router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:41.997315 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-c2f6488e-f4c7-4070-9668-a9f81c668d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.002460 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-c2f6488e-f4c7-4070-9668-a9f81c668d5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0890756 Nov 22 16:51:42.129636 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0770a67-2644-4d4a-9138-2af037059511 None None] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:42.206397 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-fe6465d0-2690-4776-842c-87585917247c service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926498 Nov 22 16:51:42.309144 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49524) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.309325 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.325823 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57992604-26a1-449c-a2a1-10c48f51f239 req-60c8a50a-382a-4eaf-8dcb-80b0e5aeec91 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.327380 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-57992604-26a1-449c-a2a1-10c48f51f239 req-60c8a50a-382a-4eaf-8dcb-80b0e5aeec91 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 943 time: 0.1083395 Nov 22 16:51:42.335572 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-08f3dccd-cff9-43a0-a34a-e3d223f60073 req-53328ec9-504f-4cf3-a730-24885fbd269e service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216273 Nov 22 16:51:42.338281 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.377437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-a4c253a3-949b-4cd2-9c7d-24f598e4c9d2 None None] Provisioning complete for port d3fe12fb-ec3c-4aed-8816-78b83d490c02 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:42.377997 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a4c253a3-949b-4cd2-9c7d-24f598e4c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.474854 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-57992604-26a1-449c-a2a1-10c48f51f239 req-8b6fee24-dd04-492b-93aa-c2c9aaef1315 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338327 Nov 22 16:51:42.479590 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port d3fe12fb-ec3c-4aed-8816-78b83d490c02, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=d3fe12fb-ec3c-4aed-8816-78b83d490c02,segment=NetworkSegment(e6ca0fde-bd05-4460-a39d-9ca5270480b0),segment_id=e6ca0fde-bd05-4460-a39d-9ca5270480b0)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:42.496838 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.498081 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 00056d63-171e-410d-822d-f21813890785 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:42.520414 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c4c76ffe-69e0-45a8-9d4e-7c9600325b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.553591 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Allocated IP 172.20.0.1 (7340b0fe-11b8-4977-8416-ad7679ac6e8a/056070e2-e9b0-43ec-b610-37949d1b2b8c/78e86293-2ba1-452a-bb0a-de27bc5494bc) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:42.559465 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-3dc07c0a-9dc7-49f4-8740-74ae9a4e3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.561657 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-3dc07c0a-9dc7-49f4-8740-74ae9a4e3148 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 1096 time: 0.1079412 Nov 22 16:51:42.698225 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=d3fe12fb-ec3c-4aed-8816-78b83d490c02,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:42.699237 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c4c76ffe-69e0-45a8-9d4e-7c9600325b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.715404 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c4c76ffe-69e0-45a8-9d4e-7c9600325b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.722259 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-01bfc958-188e-4c09-8b7a-13581bbade94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.725595 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-01bfc958-188e-4c09-8b7a-13581bbade94 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.1489215 Nov 22 16:51:42.726546 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.751981 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 00056d63-171e-410d-822d-f21813890785 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:42.752481 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.783066 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.796663 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 3, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:42.801897 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-24b72b2b-4cad-4d02-a5cf-dd63af4088ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398 HTTP/1.1" status: 200 len: 217 time: 0.0685556 Nov 22 16:51:42.825449 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c4c76ffe-69e0-45a8-9d4e-7c9600325b30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5926f7b5b2444b6e96a977b8401914c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5111508 Nov 22 16:51:42.827427 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49528) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.831056 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:42.833223 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:42.837023 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:42.853553 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Checking router: 7349f6fd-48d8-4dc7-aef7-7af800e92c87 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:42.853912 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Updating router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:42.862742 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76ffe-69e0-45a8-9d4e-7c9600325b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b51d7-70dc-4225-b225-8e06b513c7be,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:42.882811 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.887401 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Pushing event updated for resources: {'Port': ['ID=78e86293-2ba1-452a-bb0a-de27bc5494bc,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:42.896252 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.937981 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-9685187b-51e0-4815-8932-ce39edbfae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.940316 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-9685187b-51e0-4815-8932-ce39edbfae0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.1297204 Nov 22 16:51:43.046093 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-7c7f69fd-9386-461b-8e1b-730a3fcc20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:43.051025 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-7c7f69fd-9386-461b-8e1b-730a3fcc20c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0991902 Nov 22 16:51:43.053017 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-38da98b7-0d19-4a0b-9d00-e6ba00489b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.071210 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.092885 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-38da98b7-0d19-4a0b-9d00-e6ba00489b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.239273 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-38da98b7-0d19-4a0b-9d00-e6ba00489b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.241841 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-38da98b7-0d19-4a0b-9d00-e6ba00489b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.243032 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-38da98b7-0d19-4a0b-9d00-e6ba00489b08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e8b51d7-70dc-4225-b225-8e06b513c7be HTTP/1.1" status: 204 len: 168 time: 0.4138949 Nov 22 16:51:43.267762 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-9d1bf1db-258c-49a3-a8c7-ee8b940c8829 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438844 Nov 22 16:51:43.269469 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da98b7-0d19-4a0b-9d00-e6ba00489b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b51d7-70dc-4225-b225-8e06b513c7be,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.331183 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.345152 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.426216 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-436886e9-0bbc-420d-925a-5e69e3050b0a None None] Provisioning complete for port d3fe12fb-ec3c-4aed-8816-78b83d490c02 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:43.426813 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-436886e9-0bbc-420d-925a-5e69e3050b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.504579 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Pushing event updated for resources: {'Port': ['ID=78e86293-2ba1-452a-bb0a-de27bc5494bc,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.505241 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-40a62c43-cae0-43fe-8088-4a93aaccd302 req-27a07a8f-e539-4a40-8472-8aab11b82191 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304833 Nov 22 16:51:43.549682 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.673305 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d3fe12fb-ec3c-4aed-8816-78b83d490c02 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:43.714142 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c849-33e7-40f8-878c-e943b73cda19 req-2006433f-b13c-421c-abb8-6b8b4c35c944 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:43.716322 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5e24c849-33e7-40f8-878c-e943b73cda19 req-2006433f-b13c-421c-abb8-6b8b4c35c944 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 943 time: 0.0740700 Nov 22 16:51:43.770637 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:43.774379 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:43.775308 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.786731 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.797667 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5e24c849-33e7-40f8-878c-e943b73cda19 req-5175944b-a13d-4295-89ff-a5638d125036 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723093 Nov 22 16:51:43.885421 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d0813-9146-4872-af1b-b62741b2744a None None] Pushing event updated for resources: {'Port': ['ID=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.890892 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port d3fe12fb-ec3c-4aed-8816-78b83d490c02 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:43.892158 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.899109 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Attempting to bind port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:43.899487 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Attempting to bind port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:43.900371 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Attempting to bind port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:43.923923 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:43.924240 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-f7929922-9f94-40fe-a576-fae5fd2ead3e None None] Provisioning complete for port 78e86293-2ba1-452a-bb0a-de27bc5494bc triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:43.924614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f7929922-9f94-40fe-a576-fae5fd2ead3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.932571 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:43.932571 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:43.932571 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.932989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:43.933394 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Bound port: 137ccd6f-b9ba-4584-b7bb-38c82447bdb0, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:43.933778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.006850 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-f7929922-9f94-40fe-a576-fae5fd2ead3e None None] Port 78e86293-2ba1-452a-bb0a-de27bc5494bc cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:44.035258 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] For port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:44.038873 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] For port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:44.046062 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:44.056236 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2b2a8185-8609-44cd-bbbd-1912a9449765 admin admin] 10.222.0.61 "PUT /v2.0/routers/7349f6fd-48d8-4dc7-aef7-7af800e92c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6694181 Nov 22 16:51:44.059464 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.128970 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 53f5d0c4-84c5-4ddc-a440-e39dd115898e up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:44.195140 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Routers {'7349f6fd-48d8-4dc7-aef7-7af800e92c87'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:44.196084 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:44.246703 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d0813-9146-4872-af1b-b62741b2744a None None] Pushing event updated for resources: {'Port': ['ID=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.261608 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-43ffe198-a385-4f75-bd3f-63f3ceb41abd None None] Provisioning complete for port 78e86293-2ba1-452a-bb0a-de27bc5494bc triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:44.261983 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-43ffe198-a385-4f75-bd3f-63f3ceb41abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.350655 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-43ffe198-a385-4f75-bd3f-63f3ceb41abd None None] Port 78e86293-2ba1-452a-bb0a-de27bc5494bc cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:44.353699 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 53f5d0c4-84c5-4ddc-a440-e39dd115898e triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:44.354078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.399412 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] Set router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:44.647421 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '78e86293-2ba1-452a-bb0a-de27bc5494bc', 'name': '', 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'mac_address': 'fa:16:3e:d3:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:42Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 2, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'subnets': [{'id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:44.672895 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f7b24-2cc3-45d9-925a-0dd7aaa8d45d None None] The sync data for ids ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'] in dv-cinder-804735-12-iscsi is: [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '78e86293-2ba1-452a-bb0a-de27bc5494bc', 'name': '', 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'mac_address': 'fa:16:3e:d3:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:42Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 2, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'subnets': [{'id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:44.723754 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49544) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:44.728463 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620114993', 'description': 'tempest-secgroup-smoke-620114993 description', 'project_id': '9a162bba81c545e78b24734acd4f95e5'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:44.753787 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.824286 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.829664 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.859483 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.861347 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1364684 Nov 22 16:51:44.864450 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49548) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:44.869643 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d2cde-0f36-416d-a444-b196de0592cc', 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:44.878543 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abb96e-beff-4953-95aa-543934f49126 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2d2cde-0f36-416d-a444-b196de0592cc,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.926833 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.255091 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb654-8843-4833-8497-59f126088e5f req-77402e59-4a9d-4671-9478-48a3720e50ce tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:45.256839 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759bb654-8843-4833-8497-59f126088e5f req-77402e59-4a9d-4671-9478-48a3720e50ce tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 943 time: 0.3272111 Nov 22 16:51:45.259035 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.262727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.298329 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aaa6799-4179-4388-9d81-210fea30058d,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.306199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.310411 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-022cb436-c32b-4596-9da3-b6ddf74cc11d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420066 Nov 22 16:51:45.310762 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49552) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:45.319376 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d2cde-0f36-416d-a444-b196de0592cc', 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:45.340702 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759bb654-8843-4833-8497-59f126088e5f req-e73878d7-41c5-48f9-a651-9b8e916a09cc tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698869 Nov 22 16:51:45.352377 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.450925 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.456215 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.481030 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ef6a56-84ff-4b51-aefb-20dc64679a82,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.491272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.493227 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ddfb2bc5-4fd7-4481-a2ac-be351dfd518c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1803784 Nov 22 16:51:45.496485 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49554) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:45.502773 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d2cde-0f36-416d-a444-b196de0592cc', 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:45.541106 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.606801 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.612668 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.636731 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc840b5d-3969-4313-bcba-02873ae92b6c,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.642278 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.643443 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ded1f101-2911-43a0-b3cc-378a2cff9262 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457589 Nov 22 16:51:45.646379 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49556) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:45.653555 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d2cde-0f36-416d-a444-b196de0592cc', 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:45.682222 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.747915 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.752660 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.771921 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ab8ed9-3f79-48f9-b165-aba986cd0b7d,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.781091 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.782435 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-cdb13d66-08ee-481c-ad3c-30b7d085171d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347449 Nov 22 16:51:45.785618 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49558) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:45.790928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d2cde-0f36-416d-a444-b196de0592cc', 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:45.817033 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.securitygroups_db [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Project 9a162bba81c545e78b24734acd4f95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:51:45.822218 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.893183 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.898142 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.919560 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5322ce-6690-4e43-a3be-ec2ad3f55ece,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.925551 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.927860 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-0e2fb069-6e9a-4e77-aca3-b5c6f51c580d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399300 Nov 22 16:51:45.936468 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 49560) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:45.942008 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d2cde-0f36-416d-a444-b196de0592cc', 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:45.965979 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.securitygroups_db [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Project 9a162bba81c545e78b24734acd4f95e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:51:45.972164 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.036820 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.040836 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.060403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a37200-453b-4d48-a89c-602b1660ef75,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:46.070662 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.072205 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ae85cad0-0f27-4ac0-a517-2029ba3f2766 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344075 Nov 22 16:51:46.483994 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031283-6970-4c49-8ca4-76954ae01b04 req-88d9f17f-fb78-4b66-a866-6d5c67980769 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.485936 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7e031283-6970-4c49-8ca4-76954ae01b04 req-88d9f17f-fb78-4b66-a866-6d5c67980769 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 943 time: 0.0666926 Nov 22 16:51:46.562092 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7e031283-6970-4c49-8ca4-76954ae01b04 req-616ed005-4523-44bc-884b-39e05cafc72e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700870 Nov 22 16:51:47.436937 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:47.491538 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:47.491942 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.579081 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.634170 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:47.641875 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.722660 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac05d4-3497-4e27-a072-3936ad89c1a2 req-2cc516ed-86b3-4b0e-b579-3239d1862d3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:47.724183 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-42ac05d4-3497-4e27-a072-3936ad89c1a2 req-2cc516ed-86b3-4b0e-b579-3239d1862d3a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 943 time: 0.0766852 Nov 22 16:51:47.728829 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:47.782682 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-42ac05d4-3497-4e27-a072-3936ad89c1a2 req-50d8907e-2d94-4955-8266-f563767cb5a5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521920 Nov 22 16:51:48.403675 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Sync routers for ids ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:48.415315 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Routers {'7349f6fd-48d8-4dc7-aef7-7af800e92c87'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:48.415965 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:48.526539 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Set router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:48.757282 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '78e86293-2ba1-452a-bb0a-de27bc5494bc', 'name': '', 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'mac_address': 'fa:16:3e:d3:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:42Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 2, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'subnets': [{'id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:48.785218 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Checking router: 7349f6fd-48d8-4dc7-aef7-7af800e92c87 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:48.785537 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Updating router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 port 78e86293-2ba1-452a-bb0a-de27bc5494bc binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:48.816266 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.916115 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd3de6-b336-4f44-a9b5-c507df1be4b2 req-3470cdfa-0cc4-41b9-97c5-4a1ed03d91d7 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:48.917700 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-20dd3de6-b336-4f44-a9b5-c507df1be4b2 req-3470cdfa-0cc4-41b9-97c5-4a1ed03d91d7 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 943 time: 0.0515854 Nov 22 16:51:48.965773 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device b43cbd76-1406-4b6b-bd9d-fbd30b43b398 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:48.983339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-20dd3de6-b336-4f44-a9b5-c507df1be4b2 req-f8c41fdb-53e9-4062-b1a0-9218da692c77 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572479 Nov 22 16:51:49.085261 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:49.099294 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'port_id': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'mac_address': 'fa:16:3e:78:19:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:49.141078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.159496 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43cbd76-1406-4b6b-bd9d-fbd30b43b398 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:49.182475 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:49.187106 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.221425 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.227400 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.248441 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.280275 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0bd28-98e1-445f-ba08-b2dda39e26b7 None None] Pushing event updated for resources: {'Port': ['ID=78e86293-2ba1-452a-bb0a-de27bc5494bc,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.340234 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Attempting to bind port 78e86293-2ba1-452a-bb0a-de27bc5494bc on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:49.340500 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Attempting to bind port 78e86293-2ba1-452a-bb0a-de27bc5494bc by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:49.340860 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Attempting to bind port 78e86293-2ba1-452a-bb0a-de27bc5494bc on network 7340b0fe-11b8-4977-8416-ad7679ac6e8a {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:49.346983 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:49.347345 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Checking segment: {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:49.347741 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.348156 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Bound using segment: {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:49.348625 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Bound port: 78e86293-2ba1-452a-bb0a-de27bc5494bc, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ca0fde-bd05-4460-a39d-9ca5270480b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:49.349021 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.453233 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] For port 78e86293-2ba1-452a-bb0a-de27bc5494bc, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:49.456564 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:49.457264 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] For port 78e86293-2ba1-452a-bb0a-de27bc5494bc, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=78e86293-2ba1-452a-bb0a-de27bc5494bc,segment=NetworkSegment(e6ca0fde-bd05-4460-a39d-9ca5270480b0),segment_id=e6ca0fde-bd05-4460-a39d-9ca5270480b0)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:49.463293 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.497744 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['b43cbd76-1406-4b6b-bd9d-fbd30b43b398'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:49.526204 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Routers {'7349f6fd-48d8-4dc7-aef7-7af800e92c87'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:49.527365 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:49.574362 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-8c398b1a-4bb9-4709-afd1-43eff8a934d0 None None] Provisioning complete for port 78e86293-2ba1-452a-bb0a-de27bc5494bc triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:49.574738 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8c398b1a-4bb9-4709-afd1-43eff8a934d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.607125 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0bd28-98e1-445f-ba08-b2dda39e26b7 None None] Pushing event updated for resources: {'Port': ['ID=78e86293-2ba1-452a-bb0a-de27bc5494bc,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.698534 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] Set router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:49.787616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:49.788776 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.962578 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8c398b1a-4bb9-4709-afd1-43eff8a934d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.974614 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '78e86293-2ba1-452a-bb0a-de27bc5494bc', 'name': '', 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'mac_address': 'fa:16:3e:d3:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:42Z', 'updated_at': '2021-11-22T16:51:49Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'subnets': [{'id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:50.001005 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.014048 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443503d-04df-4a85-bc8f-32539292f29e None None] The sync data for ids ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'] in dv-cinder-804735-12-iscsi is: [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:43Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '78e86293-2ba1-452a-bb0a-de27bc5494bc', 'name': '', 'network_id': '7340b0fe-11b8-4977-8416-ad7679ac6e8a', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'mac_address': 'fa:16:3e:d3:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:42Z', 'updated_at': '2021-11-22T16:51:49Z', 'revision_number': 4, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'subnets': [{'id': '056070e2-e9b0-43ec-b610-37949d1b2b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:50.082699 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-8c398b1a-4bb9-4709-afd1-43eff8a934d0 None None] For port 78e86293-2ba1-452a-bb0a-de27bc5494bc, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=78e86293-2ba1-452a-bb0a-de27bc5494bc,segment=NetworkSegment(e6ca0fde-bd05-4460-a39d-9ca5270480b0),segment_id=e6ca0fde-bd05-4460-a39d-9ca5270480b0)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:50.092761 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8c398b1a-4bb9-4709-afd1-43eff8a934d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.148094 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357e33c-93ce-4f8b-b022-e8459edc1414 req-fcb2ee71-e731-46e0-a67f-3029f796bed5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:50.150403 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5357e33c-93ce-4f8b-b022-e8459edc1414 req-fcb2ee71-e731-46e0-a67f-3029f796bed5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 944 time: 0.0773098 Nov 22 16:51:50.181530 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c398b1a-4bb9-4709-afd1-43eff8a934d0 None None] Pushing event updated for resources: {'Port': ['ID=78e86293-2ba1-452a-bb0a-de27bc5494bc,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:50.226187 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5357e33c-93ce-4f8b-b022-e8459edc1414 req-3ecda5f3-37ab-4703-aae3-35bd0ed7994f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674272 Nov 22 16:51:50.243434 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-7db568ab-b2e1-41a9-b7b2-2112e48ed04d None None] Provisioning complete for port 78e86293-2ba1-452a-bb0a-de27bc5494bc triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:50.244040 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7db568ab-b2e1-41a9-b7b2-2112e48ed04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.982382 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device b43cbd76-1406-4b6b-bd9d-fbd30b43b398 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:51.042052 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:51.047060 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:51.048188 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.146028 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.171325 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:51.174195 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e29d87-e547-406e-805b-918a18b2af2e" -d '{"events": [{"server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "name": "network-vif-plugged", "status": "completed", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:51.190338 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:51.201082 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.249286 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806dec50-df0e-408c-8e7d-9755fa69e8b3 x-openstack-request-id: req-806dec50-df0e-408c-8e7d-9755fa69e8b3 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:51.249717 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "name": "network-vif-plugged", "status": "completed", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:51.250117 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-806dec50-df0e-408c-8e7d-9755fa69e8b3 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:51.251278 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'code': 200} Nov 22 16:51:51.300732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.365994 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f98bf2-8a9c-49a7-90e5-12f03b57036d req-d855bfdb-3b73-40ac-9e55-1606b98eb156 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:51.369266 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d6f98bf2-8a9c-49a7-90e5-12f03b57036d req-d855bfdb-3b73-40ac-9e55-1606b98eb156 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0633109 Nov 22 16:51:51.451339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d6f98bf2-8a9c-49a7-90e5-12f03b57036d req-6d719d1c-1bb9-4e76-a7ac-8c821f97d9d1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762603 Nov 22 16:51:51.483129 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 78e86293-2ba1-452a-bb0a-de27bc5494bc up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:51.536017 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 78e86293-2ba1-452a-bb0a-de27bc5494bc triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:51.536691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a7a7-029e-4b38-a15c-2d3ca70d2683 req-9ddbd422-c7fe-4c3e-b9ed-41e6f591eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:51.537203 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.538260 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e983a7a7-029e-4b38-a15c-2d3ca70d2683 req-9ddbd422-c7fe-4c3e-b9ed-41e6f591eb7c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 1098 time: 0.0554252 Nov 22 16:51:51.606024 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e983a7a7-029e-4b38-a15c-2d3ca70d2683 req-941a2a00-5d6f-4161-b873-f7801bdec530 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541553 Nov 22 16:51:52.587672 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec6242-2716-475a-873f-cbdcb98914ec req-13d43499-c2fd-4573-baff-36906924f004 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.589106 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-68ec6242-2716-475a-873f-cbdcb98914ec req-13d43499-c2fd-4573-baff-36906924f004 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0587392 Nov 22 16:51:52.646808 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-68ec6242-2716-475a-873f-cbdcb98914ec req-70120b78-eeb1-4542-be2f-99fc09b6c3ff tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Nov 22 16:51:53.774902 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5194ed-e542-439a-be3e-bd4e878cb9aa req-07d2f494-600d-424c-9eb4-f8e8a4c2ddf5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.776509 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2e5194ed-e542-439a-be3e-bd4e878cb9aa req-07d2f494-600d-424c-9eb4-f8e8a4c2ddf5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0548875 Nov 22 16:51:53.829716 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2e5194ed-e542-439a-be3e-bd4e878cb9aa req-bd17d94f-ba2b-47b1-89fd-72a5fa790d39 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 Nov 22 16:51:53.964961 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72426a98-c54c-4da8-9c0d-7372332b14dc req-0862a801-0c37-4be0-9f41-b0b29f2b4a1e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.966736 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72426a98-c54c-4da8-9c0d-7372332b14dc req-0862a801-0c37-4be0-9f41-b0b29f2b4a1e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0544462 Nov 22 16:51:54.034489 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72426a98-c54c-4da8-9c0d-7372332b14dc req-b6ec094c-0459-418f-ae05-cfcfe99ed9be tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593002 Nov 22 16:51:54.058876 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49662) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.288499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adb88a7-b7ea-48b3-a000-0859d607f93b tempest-TestVolumeBootPattern-665176762 tempest-TestVolumeBootPattern-665176762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:54.290034 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-3adb88a7-b7ea-48b3-a000-0859d607f93b tempest-TestVolumeBootPattern-665176762 tempest-TestVolumeBootPattern-665176762-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 1093 time: 0.2299807 Nov 22 16:51:54.293134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49666) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.298196 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'port_id': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:54.324042 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.451504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.822906 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Allocated IP 172.27.3.114 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/8befa860-a429-4b8b-9677-3cf15ca0ff1d) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:54.938822 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.985913 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.027050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:55.032203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:55.036979 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:55.040170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=8befa860-a429-4b8b-9677-3cf15ca0ff1d,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.541628 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.669037 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.853615 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.858413 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.936952 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=8befa860-a429-4b8b-9677-3cf15ca0ff1d,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.949166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.060602 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Floating IP 8b31c962-dc40-4925-a9c6-1edeb6f3b8e5 associated. External IP: 172.27.3.114, port: b43cbd76-1406-4b6b-bd9d-fbd30b43b398. Nov 22 16:51:56.335233 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:56.460856 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:56.471426 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:56.483778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:56.484152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.484650 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:56.527558 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-9fbcf8a7-1ca2-4b71-a36f-ccdb3fe4fef5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2253211 Nov 22 16:51:56.527558 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:56.527558 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94" -d '{"events": [{"name": "network-changed", "server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:56.574714 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887b9d0-ec48-431f-8dd5-15b1de901fb8 x-openstack-request-id: req-a887b9d0-ec48-431f-8dd5-15b1de901fb8 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:56.575521 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:56.575521 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a887b9d0-ec48-431f-8dd5-15b1de901fb8 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:56.576032 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'status': 'completed', 'code': 200} Nov 22 16:51:56.640423 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:56.671364 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-3ebc7e00-f091-4938-8bd4-5aac654d7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.673333 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-3ebc7e00-f091-4938-8bd4-5aac654d7279 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 1098 time: 0.0444458 Nov 22 16:51:56.782743 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-e0f7c254-766a-4d75-88cb-714179e9d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.784090 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-e0f7c254-766a-4d75-88cb-714179e9d6a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.1029680 Nov 22 16:51:56.890216 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-61845b59-c646-4493-8687-fb0626c2a06b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398 HTTP/1.1" status: 200 len: 999 time: 0.0865469 Nov 22 16:51:56.926754 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8b31c962-dc40-4925-a9c6-1edeb6f3b8e5', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:78:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:55Z', 'updated_at': '2021-11-22T16:51:55Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:56.947910 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-23d5e442-8b7e-4230-9704-b701061d9ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.947910 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-23d5e442-8b7e-4230-9704-b701061d9ee6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0495050 Nov 22 16:51:56.959989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:56.970677 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:56.971466 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:51:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:56.999118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-ad5c3e08-3b74-460f-8137-5d9a32fce916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.001223 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-ad5c3e08-3b74-460f-8137-5d9a32fce916 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454841 Nov 22 16:51:57.096966 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:57.110418 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-33ca3012-eaed-4929-9397-58804baa5007 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009398 Nov 22 16:51:57.236223 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fc4ef98c-95cc-4dfd-9532-a48c575a7e94 req-879de3b2-1843-49dc-98b1-22d44df12ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180847 Nov 22 16:51:57.366671 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8b31c962-dc40-4925-a9c6-1edeb6f3b8e5', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:78:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:55Z', 'updated_at': '2021-11-22T16:51:55Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:57.395576 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ef1f0-f9b9-4a64-b522-1c30bfe76c0d None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8b31c962-dc40-4925-a9c6-1edeb6f3b8e5', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:78:19:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:55Z', 'updated_at': '2021-11-22T16:51:55Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:57.613092 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ad4da-fe7f-4047-aa71-b9cd011ef979 None None] New status for floating IP 8b31c962-dc40-4925-a9c6-1edeb6f3b8e5: ACTIVE {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:58.912205 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-9e6435a8-318a-4439-90b0-72b844709ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.233700 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:01.036885 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd2d6-7fd2-419b-ac56-f770987c96d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.207016 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.604748 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.669786 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-8d117faf-0b49-494a-bc11-b9eddbf60119 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620114993&fields=id&tenant_id=9a162bba81c545e78b24734acd4f95e5 HTTP/1.1" status: 200 len: 267 time: 0.0520055 Nov 22 16:52:03.790296 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-8249919a-eba3-4e2e-a4a1-186904b8dfcf tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.791775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-8249919a-eba3-4e2e-a4a1-186904b8dfcf tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 809 time: 0.1134636 Nov 22 16:52:03.809858 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-e137e0c0-6891-4331-9d81-a918bdbd94ce tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/quotas/9a162bba81c545e78b24734acd4f95e5 HTTP/1.1" status: 200 len: 375 time: 0.0118542 Nov 22 16:52:03.871312 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-b4a81544-462e-4a37-832a-791b90c8977b tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547278 Nov 22 16:52:04.040409 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-85229693-1dea-40f0-85a5-c463420fd278 service neutron] 10.222.0.61 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531596 Nov 22 16:52:04.138462 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-efffa14e-35f2-4bb1-b1dd-44805a5f78a6 service neutron] 10.222.0.61 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918138 Nov 22 16:52:04.427872 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.454154 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8a1cfc4c-f53a-49e5-93a1-7506be204d39 req-e83e84f5-6d83-4f0f-8562-a52e6c83fc62 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 210 time: 0.0291715 Nov 22 16:52:05.561769 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-701d6204-8d94-4550-bbf4-c76986bae9e2 req-d1ad6350-91cc-41b9-9d41-fd9cb0448c59 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 210 time: 0.0351949 Nov 22 16:52:05.606112 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-f95c89d8-72fd-4cea-ae75-15d7f39d2f0a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.607772 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-f95c89d8-72fd-4cea-ae75-15d7f39d2f0a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 809 time: 0.1247540 Nov 22 16:52:05.689230 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-afd80e8f-3da2-4c9f-8fb0-d05a17b2e297 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a162bba81c545e78b24734acd4f95e5 HTTP/1.1" status: 200 len: 379 time: 0.0651746 Nov 22 16:52:05.699512 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'port': {'device_id': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'admin_state_up': True, 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'security_groups': ['ab2d2cde-0f36-416d-a444-b196de0592cc']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:05.821254 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Made reservation on behalf of 9a162bba81c545e78b24734acd4f95e5 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:05.824803 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.181219 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Allocated IP 172.20.0.7 (e6b739b1-4c41-4bc1-aec5-57261982f83f/43485eac-7346-41ae-baba-6c4b0b046664/ca92a526-e007-4012-b65d-6d1bd8f760b9) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:06.364813 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.404507 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.458451 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Network e6b739b1-4c41-4bc1-aec5-57261982f83f is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:06.463256 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:06.468565 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:06.510862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:06.538035 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.538691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.559509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-9eebd00e-86d9-496f-811e-985d1bc93b67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8637929 Nov 22 16:52:06.583975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Request body: {'port': {'device_id': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:06.659671 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.730607 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c77a9d-1e8a-49d9-a5cf-b6300ef98285 req-1d9bb7b8-8ae7-4967-a877-a7df91d46756 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.732056 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a1c77a9d-1e8a-49d9-a5cf-b6300ef98285 req-1d9bb7b8-8ae7-4967-a877-a7df91d46756 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 931 time: 0.0699458 Nov 22 16:52:06.787214 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a1c77a9d-1e8a-49d9-a5cf-b6300ef98285 req-d0bfe0e1-f7f7-4862-90d7-b0540b384b88 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488684 Nov 22 16:52:06.793396 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-8890ac2d-3838-4c07-9909-99fa509b70e9 None None] Provisioning complete for port ca92a526-e007-4012-b65d-6d1bd8f760b9 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:06.794398 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8890ac2d-3838-4c07-9909-99fa509b70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.855490 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-8890ac2d-3838-4c07-9909-99fa509b70e9 None None] Port ca92a526-e007-4012-b65d-6d1bd8f760b9 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:06.954356 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca92a526-e007-4012-b65d-6d1bd8f760b9 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:06.962010 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.975812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Transition to ACTIVE for port object ca92a526-e007-4012-b65d-6d1bd8f760b9 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:06.980189 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.032767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.109421 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Attempting to bind port ca92a526-e007-4012-b65d-6d1bd8f760b9 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.110043 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Attempting to bind port ca92a526-e007-4012-b65d-6d1bd8f760b9 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.110043 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Attempting to bind port ca92a526-e007-4012-b65d-6d1bd8f760b9 on network e6b739b1-4c41-4bc1-aec5-57261982f83f {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.115301 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Port ca92a526-e007-4012-b65d-6d1bd8f760b9 on network e6b739b1-4c41-4bc1-aec5-57261982f83f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.115632 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Attempting to bind port ca92a526-e007-4012-b65d-6d1bd8f760b9 on network e6b739b1-4c41-4bc1-aec5-57261982f83f {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.121237 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:07.121576 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Checking segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:07.121961 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Bound using segment: {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:07.122396 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Bound port: ca92a526-e007-4012-b65d-6d1bd8f760b9, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483cd2d1-cdc2-4388-979a-851843481128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:07.122759 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.196056 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:07.199229 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:07.205257 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.246849 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.247521 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.249055 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] 10.222.0.58 "PUT /v2.0/ports/ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 1093 time: 0.6704741 Nov 22 16:52:07.249550 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:07.252949 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378e376-2352-4f38-ae16-892200746aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:07.289948 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d3229-d35c-49dc-9c9d-2949081872b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.314335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef07c1f-3a72-421c-9f82-4c5782e2db8f x-openstack-request-id: req-fef07c1f-3a72-421c-9f82-4c5782e2db8f {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:07.314642 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:07.315050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fef07c1f-3a72-421c-9f82-4c5782e2db8f {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:07.315459 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'status': 'completed', 'code': 200} Nov 22 16:52:07.382841 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-8711021a-7316-4b84-8fc4-7c48ef9426c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.384475 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-8711021a-7316-4b84-8fc4-7c48ef9426c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1096 time: 0.0525138 Nov 22 16:52:07.437347 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-98aac242-1b6b-4864-8761-1305cc80775a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 217 time: 0.0377798 Nov 22 16:52:07.492608 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-79dae06f-beb4-424f-bd22-b2287f1b0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.494147 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-79dae06f-beb4-424f-bd22-b2287f1b0523 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0494070 Nov 22 16:52:07.551400 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-d8c897eb-bbad-4ef2-a83c-d79669495077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.552953 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-d8c897eb-bbad-4ef2-a83c-d79669495077 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486701 Nov 22 16:52:07.649106 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-f9b3c754-1efe-4fe2-9c23-5ff612d0a7e5 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876248 Nov 22 16:52:07.747755 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-28deb74a-aba8-4b33-98fe-67305156ae5b req-0f889988-7444-443f-b7c4-595854089ce9 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898895 Nov 22 16:52:07.896838 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e376-2352-4f38-ae16-892200746aa1 req-bddee274-e4da-4a11-8b6f-60136e404a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.898360 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-bddee274-e4da-4a11-8b6f-60136e404a4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1096 time: 0.0483127 Nov 22 16:52:07.918524 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c13083-56a8-4f62-aaf1-825578e6ceab req-57af4097-e871-413d-9c1d-90aabef1e0bd tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.920114 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a7c13083-56a8-4f62-aaf1-825578e6ceab req-57af4097-e871-413d-9c1d-90aabef1e0bd tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0580482 Nov 22 16:52:07.987631 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a7c13083-56a8-4f62-aaf1-825578e6ceab req-c4023640-1b16-4461-ab14-d978b575e3b1 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565507 Nov 22 16:52:08.001167 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e376-2352-4f38-ae16-892200746aa1 req-b9fe96c4-d78b-4b5d-959b-79c44a394b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.002664 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-b9fe96c4-d78b-4b5d-959b-79c44a394b5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.0945995 Nov 22 16:52:08.058399 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-c23b96b5-9ef4-4363-be2b-c852973b4db8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 217 time: 0.0422487 Nov 22 16:52:08.142760 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e376-2352-4f38-ae16-892200746aa1 req-c23f17ee-d346-4a02-a1c2-22e009a0a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.144165 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-c23f17ee-d346-4a02-a1c2-22e009a0a317 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0470314 Nov 22 16:52:08.193936 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e376-2352-4f38-ae16-892200746aa1 req-74cb32c8-a6ea-49ef-a2c8-ec553685fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.195430 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-74cb32c8-a6ea-49ef-a2c8-ec553685fce8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432961 Nov 22 16:52:08.308493 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-5f28178d-9166-44d8-b4f9-19e916bb5fba service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034868 Nov 22 16:52:08.419710 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-6378e376-2352-4f38-ae16-892200746aa1 req-0a077778-928a-4730-8a9b-d5ceb2cf562f service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028717 Nov 22 16:52:09.110863 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b375e-52c8-4a8c-9643-a9fc718ce2d8 req-1b69d39d-dd47-481f-9102-dd980524f5a9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.112421 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0d8b375e-52c8-4a8c-9643-a9fc718ce2d8 req-1b69d39d-dd47-481f-9102-dd980524f5a9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0514674 Nov 22 16:52:09.166016 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0d8b375e-52c8-4a8c-9643-a9fc718ce2d8 req-38e7c132-60d9-45b8-985a-3366bbec96af tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476532 Nov 22 16:52:10.306864 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd390246-6283-46cb-acf0-ed5ea10e6093 req-9d62b5da-ac71-4dca-9405-16646ba451bc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:10.308762 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cd390246-6283-46cb-acf0-ed5ea10e6093 req-9d62b5da-ac71-4dca-9405-16646ba451bc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0601685 Nov 22 16:52:10.405118 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cd390246-6283-46cb-acf0-ed5ea10e6093 req-528ee67d-47e2-439d-9b8f-ae372bc83498 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888152 Nov 22 16:52:11.529692 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586200e-123d-4197-9e9a-11a3ee2dae10 req-67f79a09-49a9-4e0d-ac0d-c656a0e849b3 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:11.531151 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6586200e-123d-4197-9e9a-11a3ee2dae10 req-67f79a09-49a9-4e0d-ac0d-c656a0e849b3 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0497615 Nov 22 16:52:11.580536 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6586200e-123d-4197-9e9a-11a3ee2dae10 req-2c9a8fe3-a6aa-4026-a690-e9967815305b tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Nov 22 16:52:12.694589 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e09d0-7952-42dd-8393-c74f87aa00d6 req-5b315488-9dd0-4d54-9cae-082e30cf6178 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:12.696085 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ec2e09d0-7952-42dd-8393-c74f87aa00d6 req-5b315488-9dd0-4d54-9cae-082e30cf6178 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0499296 Nov 22 16:52:12.745270 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ec2e09d0-7952-42dd-8393-c74f87aa00d6 req-32db7754-efaa-4d18-a277-3cd6a31f6ab8 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Nov 22 16:52:13.878215 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ea7f2-e064-46a0-a242-8d4eb44bdbfa req-4eab1211-f16a-40d7-bb7a-5f40814f9837 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:13.879708 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-174ea7f2-e064-46a0-a242-8d4eb44bdbfa req-4eab1211-f16a-40d7-bb7a-5f40814f9837 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0564029 Nov 22 16:52:13.930934 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-174ea7f2-e064-46a0-a242-8d4eb44bdbfa req-a57f348a-70a7-4888-96f4-5a1fd6d3455a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453734 Nov 22 16:52:15.053485 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c92b00-b8e4-4f40-80c6-04ab0df6a016 req-7f13c059-1505-42a1-b188-d82496d66926 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:15.055763 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e4c92b00-b8e4-4f40-80c6-04ab0df6a016 req-7f13c059-1505-42a1-b188-d82496d66926 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0568254 Nov 22 16:52:15.105977 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:15.116393 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e4c92b00-b8e4-4f40-80c6-04ab0df6a016 req-335ebd69-8b47-4bdb-a6bd-0a5bdcab3900 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544524 Nov 22 16:52:15.205834 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:15.217959 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'port_id': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'mac_address': 'fa:16:3e:cc:1b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:15.257868 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.271712 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca92a526-e007-4012-b65d-6d1bd8f760b9 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:15.292020 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:15.295748 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.354508 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.622874 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['ca92a526-e007-4012-b65d-6d1bd8f760b9'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:16.244263 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df89d57-9bf8-441e-80f6-17c6bcb8098e req-77eeedb7-93cd-45c7-ba84-b8e5341f1d13 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.245857 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7df89d57-9bf8-441e-80f6-17c6bcb8098e req-77eeedb7-93cd-45c7-ba84-b8e5341f1d13 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 944 time: 0.0632191 Nov 22 16:52:16.308396 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7df89d57-9bf8-441e-80f6-17c6bcb8098e req-14a1e911-b6ae-4d8f-b0c9-1c8ca65611a7 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555620 Nov 22 16:52:16.368403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc07941-cfbd-4708-8a59-f90a9435158f req-356e27f4-c449-4652-872b-3c57405349d7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.369901 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6cc07941-cfbd-4708-8a59-f90a9435158f req-356e27f4-c449-4652-872b-3c57405349d7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0560763 Nov 22 16:52:16.424285 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6cc07941-cfbd-4708-8a59-f90a9435158f req-e6930de8-c083-413c-a851-b0aaad16ddb1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470526 Nov 22 16:52:17.119565 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:17.169096 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port ca92a526-e007-4012-b65d-6d1bd8f760b9 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:17.173393 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port ca92a526-e007-4012-b65d-6d1bd8f760b9 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:17.173799 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.249149 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.272133 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:17.274397 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42da1ff-62e7-48eb-8e50-6e2e88aa9e0c" -d '{"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-plugged", "status": "completed", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:17.290673 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:17.294661 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.344888 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.352554 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.352913 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.353263 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.353606 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.353967 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.354270 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.354608 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.354964 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.355272 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.355603 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.355976 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.356306 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:17.378968 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37902d29-206b-4861-8559-9436196bfa7b x-openstack-request-id: req-37902d29-206b-4861-8559-9436196bfa7b {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:17.379266 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-plugged", "status": "completed", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:17.379528 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37902d29-206b-4861-8559-9436196bfa7b {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:17.379964 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'code': 200} Nov 22 16:52:17.426603 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933979cc-9663-425c-8bae-04e6960e1dec req-74f22716-bed0-42ed-8508-549b70b91741 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.428401 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-933979cc-9663-425c-8bae-04e6960e1dec req-74f22716-bed0-42ed-8508-549b70b91741 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0494833 Nov 22 16:52:17.482533 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-933979cc-9663-425c-8bae-04e6960e1dec req-2a139c93-ffa2-44c9-bae5-7f5db4a65498 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482242 Nov 22 16:52:17.554383 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca99626-1bba-46b1-8898-e7973d2997a5 req-2079bb93-54a0-437e-ad57-ee866f29cefb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.555840 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1ca99626-1bba-46b1-8898-e7973d2997a5 req-2079bb93-54a0-437e-ad57-ee866f29cefb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0537317 Nov 22 16:52:17.603182 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1ca99626-1bba-46b1-8898-e7973d2997a5 req-2306069f-1d58-477d-b919-fd2f497724ed tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412393 Nov 22 16:52:17.636420 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c3ace-43e7-4af1-8655-7d8e0649e3e7 req-a8d364af-860f-4c81-98cb-a3711296adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.637872 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-213c3ace-43e7-4af1-8655-7d8e0649e3e7 req-a8d364af-860f-4c81-98cb-a3711296adcd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0456893 Nov 22 16:52:17.685065 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-213c3ace-43e7-4af1-8655-7d8e0649e3e7 req-176100dd-65df-47f1-98ec-91700b69ae08 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Nov 22 16:52:18.598610 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8044-be6d-4f1f-8cc1-97d08361eb0f req-9f9d5e2b-595b-4f07-8d90-73f68e240a7c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.600168 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16ff8044-be6d-4f1f-8cc1-97d08361eb0f req-9f9d5e2b-595b-4f07-8d90-73f68e240a7c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0491745 Nov 22 16:52:18.653416 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-16ff8044-be6d-4f1f-8cc1-97d08361eb0f req-e8f297f8-52e9-419b-8936-7041eec4c38f tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461178 Nov 22 16:52:18.729668 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e268d-e9c7-42ed-8320-b7c54ecbbaf0 req-707520f3-1ff6-4c15-954a-49b28bdba73b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.731119 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b22e268d-e9c7-42ed-8320-b7c54ecbbaf0 req-707520f3-1ff6-4c15-954a-49b28bdba73b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0525222 Nov 22 16:52:18.781884 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b22e268d-e9c7-42ed-8320-b7c54ecbbaf0 req-619c502c-3fac-4876-a471-ccc3c33b07e9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Nov 22 16:52:19.771631 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21999657-beba-4a16-9dc3-533316dc64d3 req-1e86d726-bb10-4e52-b585-e890c7a87cbd tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.773157 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-21999657-beba-4a16-9dc3-533316dc64d3 req-1e86d726-bb10-4e52-b585-e890c7a87cbd tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0496063 Nov 22 16:52:19.821800 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-21999657-beba-4a16-9dc3-533316dc64d3 req-544d2e1d-f6d1-4392-afa0-64d9b51f1f55 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Nov 22 16:52:19.925939 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.933266 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfcf99-8828-4403-940c-ac6cdd870d89 req-fab49e2b-8307-4d42-b12e-8f9c9a3f9d54 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.934691 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-aecfcf99-8828-4403-940c-ac6cdd870d89 req-fab49e2b-8307-4d42-b12e-8f9c9a3f9d54 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0775564 Nov 22 16:52:19.968896 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362d27c-c4de-47cb-b1e5-70eac8f591bc req-d955f8cf-ed8b-4023-902a-a2f61e772d72 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.970288 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7362d27c-c4de-47cb-b1e5-70eac8f591bc req-d955f8cf-ed8b-4023-902a-a2f61e772d72 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0794921 Nov 22 16:52:20.012618 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-aecfcf99-8828-4403-940c-ac6cdd870d89 req-98f13243-dddb-4ec8-a0e7-13147acb7b37 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694265 Nov 22 16:52:20.038825 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7362d27c-c4de-47cb-b1e5-70eac8f591bc req-4aab8add-cabf-4c6b-b77e-9502e6c094ec tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622959 Nov 22 16:52:20.059725 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49832) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:20.141602 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e0b49-a61c-4196-99a5-cb9c2d73a664 tempest-TestShelveInstance-1874071 tempest-TestShelveInstance-1874071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.143126 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-705e0b49-a61c-4196-99a5-cb9c2d73a664 tempest-TestShelveInstance-1874071 tempest-TestShelveInstance-1874071-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1093 time: 0.0822656 Nov 22 16:52:20.145922 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 49836) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:20.150153 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'port_id': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:20.171429 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.278319 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.390343 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Allocated IP 172.27.3.8 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/290d91bf-7216-44d2-b2ea-9f6fb55eccaa) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:20.497407 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.533861 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.572517 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:20.576852 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:20.581660 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:20.584675 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'Port': ['ID=290d91bf-7216-44d2-b2ea-9f6fb55eccaa,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.928029 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.991667 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.150909 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0d9d4-5444-46da-8f89-675d749db8f6 req-c01870ee-47d4-45f4-afc8-3286e297a379 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:21.152882 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ba0d9d4-5444-46da-8f89-675d749db8f6 req-c01870ee-47d4-45f4-afc8-3286e297a379 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0553203 Nov 22 16:52:21.173819 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.179629 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.207317 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0ba0d9d4-5444-46da-8f89-675d749db8f6 req-63863e99-6af8-417c-a605-e812f53508cb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463569 Nov 22 16:52:21.281652 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event updated for resources: {'Port': ['ID=290d91bf-7216-44d2-b2ea-9f6fb55eccaa,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:21.298814 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.304732 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-f43907bd-b79c-4039-bc35-fc2173c96e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:21.306208 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-f43907bd-b79c-4039-bc35-fc2173c96e1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1098 time: 0.0900824 Nov 22 16:52:21.475772 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-24e7984f-a18d-47b8-973d-45c6806d6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:21.477141 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-24e7984f-a18d-47b8-973d-45c6806d6bc2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.1397724 Nov 22 16:52:21.478137 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Floating IP 40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4 associated. External IP: 172.27.3.8, port: ca92a526-e007-4012-b65d-6d1bd8f760b9. Nov 22 16:52:21.620167 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-46bb47f5-433a-4305-8c80-229b095e4e4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 1001 time: 0.1083126 Nov 22 16:52:21.936263 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-960503d7-bd67-4ca3-a851-7d3e0c6abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:21.938319 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-960503d7-bd67-4ca3-a851-7d3e0c6abc7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.3092735 Nov 22 16:52:22.029544 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-4202882f-1dc8-4b68-866b-3bdad1ba6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.031016 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-4202882f-1dc8-4b68-866b-3bdad1ba6007 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600579 Nov 22 16:52:22.034840 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:22.210763 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-eaa47a1c-82ff-438e-b918-7c6d74bc533f service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712184 Nov 22 16:52:22.217314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:22.228579 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] Sync routers for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:22.241583 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:22.242425 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:52:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:22.287053 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.330048 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8f965ff5-5413-4a4e-8122-7d10c50ee86c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1830895 Nov 22 16:52:22.332271 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:22.334544 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e760a-9e1a-44bc-9ce5-758b07fccb03" -d '{"events": [{"name": "network-changed", "server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:22.362424 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-9099f8b7-8dcb-4dec-9b7f-6b8047e50f38 req-d7776269-41dd-41d8-9bbc-b27b3947247a service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410184 Nov 22 16:52:22.369834 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f04be-0abc-4ed0-8b11-671d76008f72 req-0f186a3d-5744-491f-9303-94a29b64b56e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.371110 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:22.377512 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2b8f04be-0abc-4ed0-8b11-671d76008f72 req-0f186a3d-5744-491f-9303-94a29b64b56e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0825148 Nov 22 16:52:22.394388 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9598592-85bc-4898-8cc5-216d89957f32 x-openstack-request-id: req-f9598592-85bc-4898-8cc5-216d89957f32 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:22.394862 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:22.395192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9598592-85bc-4898-8cc5-216d89957f32 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:22.396087 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'status': 'completed', 'code': 200} Nov 22 16:52:22.425703 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2b8f04be-0abc-4ed0-8b11-671d76008f72 req-a642a377-da7f-41f8-8636-f4d81c1e4ea3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472848 Nov 22 16:52:22.526920 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-25460b8c-c6a3-46c0-983c-32d596afbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.528379 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-25460b8c-c6a3-46c0-983c-32d596afbcf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0474582 Nov 22 16:52:22.630764 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'port_id': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'mac_address': 'fa:16:3e:cc:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:20Z', 'updated_at': '2021-11-22T16:52:20Z', 'revision_number': 0, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:41Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:22.637974 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-51931944-5472-4a67-a15f-38c9c5081d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.639440 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-51931944-5472-4a67-a15f-38c9c5081d83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.1031191 Nov 22 16:52:22.659010 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] Checking router: 2bc61d01-7313-4d80-8e9e-67ef203a54f3 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:22.667692 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:22.668340 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:52:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:22.708900 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-fca17333-f0bc-47df-a3bd-40106569914a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 997 time: 0.0608630 Nov 22 16:52:22.766355 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-c12b9757-1ded-4633-9169-f7b7883b4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.768816 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-c12b9757-1ded-4633-9169-f7b7883b4d34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0524349 Nov 22 16:52:22.786488 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:22.839044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-df6cdf85-fbb8-4bff-85d9-21b52fadfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.840928 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-df6cdf85-fbb8-4bff-85d9-21b52fadfa4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507021 Nov 22 16:52:22.951686 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-7969db0f-84af-41b1-9e3c-d154236810f3 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020820 Nov 22 16:52:23.063799 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f39e760a-9e1a-44bc-9ce5-758b07fccb03 req-aec94c54-b2e5-48e4-aab4-2dc8527e2b75 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990641 Nov 22 16:52:23.088901 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'port_id': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'mac_address': 'fa:16:3e:cc:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:20Z', 'updated_at': '2021-11-22T16:52:20Z', 'revision_number': 0, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:41Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:23.122827 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f3c457-b415-4e3e-8921-be2704c61ddf None None] The sync data for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi is: [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'port_id': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'mac_address': 'fa:16:3e:cc:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:20Z', 'updated_at': '2021-11-22T16:52:20Z', 'revision_number': 0, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:41Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:23.334885 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262787ee-e829-4838-9e22-8efcb71a1440 None None] New status for floating IP 40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4: ACTIVE {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:23.588254 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560be41-cdc1-48a4-9336-182a6b249f8d req-57d2d05c-f719-4d02-b269-1b7073927cdf tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:23.589972 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0560be41-cdc1-48a4-9336-182a6b249f8d req-57d2d05c-f719-4d02-b269-1b7073927cdf tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0653191 Nov 22 16:52:23.646854 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0560be41-cdc1-48a4-9336-182a6b249f8d req-9a0aa72a-3c54-406b-813e-b0a14c34abc0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492780 Nov 22 16:52:24.775614 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1187c-36bd-4db8-b9a2-d748163e1d11 req-ed56b2a0-61f4-4a56-a943-fd26c99bb8ac tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.777155 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4ef1187c-36bd-4db8-b9a2-d748163e1d11 req-ed56b2a0-61f4-4a56-a943-fd26c99bb8ac tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0542309 Nov 22 16:52:24.827132 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4ef1187c-36bd-4db8-b9a2-d748163e1d11 req-afbcbd6d-c95c-4342-8c6d-127bcfd2110b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Nov 22 16:52:25.951106 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bba95-24fb-46d2-9bde-8a0122a3b8ce req-781ae9ca-4058-4fb5-9b95-21aed60412ef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:25.952665 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a0bba95-24fb-46d2-9bde-8a0122a3b8ce req-781ae9ca-4058-4fb5-9b95-21aed60412ef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0524118 Nov 22 16:52:26.003603 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7a0bba95-24fb-46d2-9bde-8a0122a3b8ce req-7700a5e9-6c85-4ef9-a9ca-9c2175da30ab tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Nov 22 16:52:27.132848 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63516b-7c76-4fe5-90b4-5f6f7a6bd08e req-dbb29e09-d926-450d-aa74-0643fa429906 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.134333 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1c63516b-7c76-4fe5-90b4-5f6f7a6bd08e req-dbb29e09-d926-450d-aa74-0643fa429906 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0521343 Nov 22 16:52:27.172301 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:27.186275 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1c63516b-7c76-4fe5-90b4-5f6f7a6bd08e req-b8ea8fb5-8e94-4422-a51a-c0758e35e1fd tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 Nov 22 16:52:27.271179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:27.286475 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'mac_address': 'fa:16:3e:87:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:27.324821 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.338439 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e04a4e7-144d-4d83-9b28-185254f5c719 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:27.359913 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:27.365442 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.413783 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=6']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:27.538132 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['6e04a4e7-144d-4d83-9b28-185254f5c719'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:28.309714 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa835d-9f98-41e6-94cd-c0bce090e08d req-b099ef13-ed57-41a7-a3ae-e3e668ebf418 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:28.311197 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44aa835d-9f98-41e6-94cd-c0bce090e08d req-b099ef13-ed57-41a7-a3ae-e3e668ebf418 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 944 time: 0.0507774 Nov 22 16:52:28.359042 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44aa835d-9f98-41e6-94cd-c0bce090e08d req-0ad96aae-1a57-4366-87fa-e2e6b439bf5e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 Nov 22 16:52:28.825212 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8309f796-faa9-4cca-a7b2-18c1e5c0d521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.182987 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:29.236667 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 6e04a4e7-144d-4d83-9b28-185254f5c719 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:29.236667 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.360047 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.399963 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:29.403051 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e845a44-e229-4a0c-8b86-853cc0329baf" -d '{"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:29.417763 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:29.425028 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.480229 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=7']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:29.512119 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10326601-bdcf-45d8-876d-8832527eec28 x-openstack-request-id: req-10326601-bdcf-45d8-876d-8832527eec28 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:29.512520 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:29.512881 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10326601-bdcf-45d8-876d-8832527eec28 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:29.513396 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'code': 200} Nov 22 16:52:29.570148 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180193d6-100f-44d7-b404-16279494b0fa req-f8a88397-7f6a-4c09-9649-023fca827e89 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.571666 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-180193d6-100f-44d7-b404-16279494b0fa req-f8a88397-7f6a-4c09-9649-023fca827e89 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0858383 Nov 22 16:52:29.630787 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-180193d6-100f-44d7-b404-16279494b0fa req-fb0aeec7-7d5f-4ba9-b11a-fa90f9bdc994 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529115 Nov 22 16:52:30.802318 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1572d-1fc8-4880-8d5e-29c5d6fdd39d req-c6b410e3-b0b6-416e-a268-9fe7e551e6ef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:30.804367 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9d1572d-1fc8-4880-8d5e-29c5d6fdd39d req-c6b410e3-b0b6-416e-a268-9fe7e551e6ef tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0667109 Nov 22 16:52:30.883049 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9d1572d-1fc8-4880-8d5e-29c5d6fdd39d req-5b08f742-ee7f-4c46-89e9-0b68aabb40d7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677996 Nov 22 16:52:31.042194 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-452ebcc2-3d4c-4050-a2be-fe4bb126ac09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.023508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be83b-3d7a-458b-b329-3c9110b270e0 req-30fcddc6-334b-458d-8b43-64dae5a12839 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:32.025178 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a70be83b-3d7a-458b-b329-3c9110b270e0 req-30fcddc6-334b-458d-8b43-64dae5a12839 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0543807 Nov 22 16:52:32.083262 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a70be83b-3d7a-458b-b329-3c9110b270e0 req-557572b5-849a-482f-a67a-533cee090bea tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497632 Nov 22 16:52:32.214230 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.245878 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43b74-6e5c-4bab-977c-1720542c3d81 req-cb949aaa-a208-4e3c-b9fc-686c93e473e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:33.248147 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f8d43b74-6e5c-4bab-977c-1720542c3d81 req-cb949aaa-a208-4e3c-b9fc-686c93e473e6 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0698814 Nov 22 16:52:33.320321 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f8d43b74-6e5c-4bab-977c-1720542c3d81 req-806562cf-40dd-46c0-835e-f446900b087a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652828 Nov 22 16:52:33.617802 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.436032 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.497924 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0aaf-d4d8-4d18-b5f8-1a22919dcd40 req-1d7df0ed-912c-480b-8f6b-476bab1dd84d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.500237 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f80e0aaf-d4d8-4d18-b5f8-1a22919dcd40 req-1d7df0ed-912c-480b-8f6b-476bab1dd84d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0573015 Nov 22 16:52:34.558939 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f80e0aaf-d4d8-4d18-b5f8-1a22919dcd40 req-753608c3-9da2-479f-b1bd-b49b41960b79 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499356 Nov 22 16:52:35.717105 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9d0a8-a95a-46e7-bb73-8a0a55264206 req-f6076f9b-f24b-4de6-bbb0-80726a1db5b1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:35.719865 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e7b9d0a8-a95a-46e7-bb73-8a0a55264206 req-f6076f9b-f24b-4de6-bbb0-80726a1db5b1 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0761697 Nov 22 16:52:35.781904 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e7b9d0a8-a95a-46e7-bb73-8a0a55264206 req-761671df-7b39-4f03-ae3c-603aabd0dc6a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546517 Nov 22 16:52:36.926574 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba1ec7-b7eb-415d-8ab8-9582735d733c req-4e0057f6-700a-457d-b3f6-31f22dab2e1f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:36.933940 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c0ba1ec7-b7eb-415d-8ab8-9582735d733c req-4e0057f6-700a-457d-b3f6-31f22dab2e1f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0660348 Nov 22 16:52:36.997389 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c0ba1ec7-b7eb-415d-8ab8-9582735d733c req-597ff0b6-604e-45b1-9a31-e64ff6ebf610 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621724 Nov 22 16:52:37.233211 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:38.130400 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40805a1e-d2b1-4297-9f71-93af2dcde2a2 req-cb57c00b-4570-4cd9-8739-277beea34e0a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.132070 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-40805a1e-d2b1-4297-9f71-93af2dcde2a2 req-cb57c00b-4570-4cd9-8739-277beea34e0a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0556991 Nov 22 16:52:38.194146 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-40805a1e-d2b1-4297-9f71-93af2dcde2a2 req-a5c90a5b-b276-4a03-b701-951d8dcd5b58 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557628 Nov 22 16:52:39.023082 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-53cb6bbe-b362-4b12-bd1d-de35884135f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:39.025019 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-53cb6bbe-b362-4b12-bd1d-de35884135f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1098 time: 0.0507812 Nov 22 16:52:39.123042 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-e8e57c92-8d72-4769-8a09-00da4b0623c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:39.125501 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-e8e57c92-8d72-4769-8a09-00da4b0623c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.0925534 Nov 22 16:52:39.200974 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-35816027-410d-4906-8f25-ed59d06e5395 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 1001 time: 0.0675485 Nov 22 16:52:39.265891 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-f7a45e01-5f7b-43c1-9c97-18a54c58b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:39.267412 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-f7a45e01-5f7b-43c1-9c97-18a54c58b238 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0593562 Nov 22 16:52:39.320955 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-a7441291-1c10-4b04-aa0e-608703c5432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:39.322450 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-a7441291-1c10-4b04-aa0e-608703c5432e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470610 Nov 22 16:52:39.332397 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91704db2-a7ef-44bf-a8e7-a831bfb6803c req-a21c9427-a50c-44be-a467-7b59b7296c5f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:39.333884 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-91704db2-a7ef-44bf-a8e7-a831bfb6803c req-a21c9427-a50c-44be-a467-7b59b7296c5f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0630088 Nov 22 16:52:39.393534 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-91704db2-a7ef-44bf-a8e7-a831bfb6803c req-ce00285e-6ac6-474a-afb8-55725f814ef4 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533562 Nov 22 16:52:39.429800 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-ca37faf3-aa4d-487b-bfe3-e879415b5c0a service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994318 Nov 22 16:52:39.529509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1750670d-89fa-4d7f-9c6c-eb32ff6bd8a0 req-c57778a1-8d70-4c3d-b6ca-cae0020a1324 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910451 Nov 22 16:52:40.533961 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb1b22-0d5f-4b27-8b6d-af29aa4962f6 req-a1ee7404-405c-4ecd-b12f-96b7d5bb1411 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.535463 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-48cb1b22-0d5f-4b27-8b6d-af29aa4962f6 req-a1ee7404-405c-4ecd-b12f-96b7d5bb1411 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 945 time: 0.0594246 Nov 22 16:52:40.583846 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-48cb1b22-0d5f-4b27-8b6d-af29aa4962f6 req-68338c6e-436a-4ca8-8030-3503248fe4ae tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Nov 22 16:52:41.243126 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:41.333536 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.357809 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:41.360088 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b405f-95f9-40d3-9317-59d41fe53403" -d '{"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-unplugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:41.373904 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:41.378213 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.410041 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32efd591-e0a9-4d5f-9288-6d95f6b490bd x-openstack-request-id: req-32efd591-e0a9-4d5f-9288-6d95f6b490bd {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:41.410352 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-unplugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:41.410590 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32efd591-e0a9-4d5f-9288-6d95f6b490bd {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:41.410971 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'code': 200} Nov 22 16:52:41.436769 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=8']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:41.714792 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce55375-dfe8-497c-b1d5-43f5cc33db5a req-cb630787-7724-4d7e-aeb9-ab4d208084bc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:41.716339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9ce55375-dfe8-497c-b1d5-43f5cc33db5a req-cb630787-7724-4d7e-aeb9-ab4d208084bc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0560927 Nov 22 16:52:41.771436 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9ce55375-dfe8-497c-b1d5-43f5cc33db5a req-1b05452d-3ec7-4485-a7e1-b76cbc0c7305 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484266 Nov 22 16:52:42.814232 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32165f85-643e-4d54-9c8d-1764c13ceacc req-84250064-71d5-45de-9fef-e98b5ae56353 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:42.815778 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32165f85-643e-4d54-9c8d-1764c13ceacc req-84250064-71d5-45de-9fef-e98b5ae56353 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0577424 Nov 22 16:52:42.874160 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-a3a76645-45a3-4953-a57f-f14ed9eb7b00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530097 Nov 22 16:52:42.881300 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-32165f85-643e-4d54-9c8d-1764c13ceacc req-98acf272-1b59-4973-9a69-01dd499369de tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587432 Nov 22 16:52:43.735086 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-8470b747-185a-41f2-aa14-a8e37d1f7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.736598 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-8470b747-185a-41f2-aa14-a8e37d1f7881 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3&tenant_id=7531002e08024f178aeaba0f112be50a HTTP/1.1" status: 200 len: 1096 time: 0.0415211 Nov 22 16:52:43.811286 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-71db6f6c-6126-4f27-9697-d6820bbeb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.813363 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-71db6f6c-6126-4f27-9697-d6820bbeb59f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7531002e08024f178aeaba0f112be50a&device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1096 time: 0.0408907 Nov 22 16:52:43.917927 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-3ae86b09-f555-47df-aaa9-daa862149807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.920416 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-3ae86b09-f555-47df-aaa9-daa862149807 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 200 len: 918 time: 0.1005661 Nov 22 16:52:43.989128 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-c02e63ae-9361-46c8-8697-7a33b471d695 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 200 len: 999 time: 0.0609729 Nov 22 16:52:44.008810 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159748-a4c2-4a34-9f72-c60394c7b3e3 req-b75a1607-1c5d-4975-9e8d-ff7da5741451 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:44.010293 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3159748-a4c2-4a34-9f72-c60394c7b3e3 req-b75a1607-1c5d-4975-9e8d-ff7da5741451 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0512192 Nov 22 16:52:44.043052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-b8740114-c977-49f6-8378-f244a7796d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:44.044580 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-b8740114-c977-49f6-8378-f244a7796d39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 200 len: 856 time: 0.0488496 Nov 22 16:52:44.060694 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3159748-a4c2-4a34-9f72-c60394c7b3e3 req-e6f4bbb0-0f4b-47b5-b1aa-b443b96dfc5b tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Nov 22 16:52:44.094142 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-11642b7a-fc75-44bb-9bf6-1f7032c7858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:44.095646 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-11642b7a-fc75-44bb-9bf6-1f7032c7858f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c9a20d6-fe56-4f54-a96e-edd086f5cc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440121 Nov 22 16:52:44.186050 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-dc204c5e-f035-4729-9a2c-123cce3e38f2 service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821190 Nov 22 16:52:44.279554 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-bc4e4ad4-5bb3-4ad1-b13c-c219f9cf2312 req-6d2145bc-2bf8-4e96-b898-6a037b66753d service neutron] 10.222.0.58 "GET /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861394 Nov 22 16:52:45.211239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a9c0-ea20-45d4-acf8-2d079845ea92 req-4309ac7c-1311-45cf-86e1-a206888ad333 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:45.213609 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ab90a9c0-ea20-45d4-acf8-2d079845ea92 req-4309ac7c-1311-45cf-86e1-a206888ad333 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0723445 Nov 22 16:52:45.266064 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ab90a9c0-ea20-45d4-acf8-2d079845ea92 req-3c936003-a0a1-4064-90d6-f6f91bcd3a75 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450826 Nov 22 16:52:46.402241 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c8191-cb12-4c4d-9c0d-520133d3779a req-5a85894b-8f60-43db-bf70-c8a9b1697d1c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:46.403926 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ca2c8191-cb12-4c4d-9c0d-520133d3779a req-5a85894b-8f60-43db-bf70-c8a9b1697d1c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0578802 Nov 22 16:52:46.480238 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ca2c8191-cb12-4c4d-9c0d-520133d3779a req-e20be01d-77ad-436a-83e8-38dcbfd011e2 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692513 Nov 22 16:52:47.621500 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14dfa-f4a2-4040-abe9-65abf401e857 req-83879276-c33c-4037-a4aa-30f638d76243 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:47.623138 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72a14dfa-f4a2-4040-abe9-65abf401e857 req-83879276-c33c-4037-a4aa-30f638d76243 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0512030 Nov 22 16:52:47.692112 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72a14dfa-f4a2-4040-abe9-65abf401e857 req-eea60354-70a7-4e1c-b3e8-afd122db0b90 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582047 Nov 22 16:52:48.821607 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fca2d-acee-4460-be15-6fc111c8dddb req-3507ef6a-c62f-4a6d-847b-6cb60974c7cb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:48.823139 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-931fca2d-acee-4460-be15-6fc111c8dddb req-3507ef6a-c62f-4a6d-847b-6cb60974c7cb tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0521345 Nov 22 16:52:48.875811 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-931fca2d-acee-4460-be15-6fc111c8dddb req-7258aaaa-a82a-45aa-b905-de6796e8642a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456917 Nov 22 16:52:49.925992 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.028248 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8c6a-ee08-4106-8b38-74a34ee87cd9 req-befa2291-9420-4bf0-b452-1959732ee7a8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:50.029782 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-620e8c6a-ee08-4106-8b38-74a34ee87cd9 req-befa2291-9420-4bf0-b452-1959732ee7a8 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0604231 Nov 22 16:52:50.092459 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-620e8c6a-ee08-4106-8b38-74a34ee87cd9 req-9d5a5111-4c44-43c4-a9ed-b6b2ca770f85 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557961 Nov 22 16:52:51.241658 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a094-87e8-4f3c-b087-e67c2514864a req-e303f9f3-d724-4dae-b31b-f23e01d3c7f7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:51.243435 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9dd9a094-87e8-4f3c-b087-e67c2514864a req-e303f9f3-d724-4dae-b31b-f23e01d3c7f7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0661492 Nov 22 16:52:51.311356 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9dd9a094-87e8-4f3c-b087-e67c2514864a req-b5f9c0cc-be7c-4845-8932-734c4f6360e0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600216 Nov 22 16:52:52.449384 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88f22-6e59-4435-9701-2ad62c7c129d req-0fe95788-105a-4b19-af6a-4a947106afde tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:52.450982 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2ad88f22-6e59-4435-9701-2ad62c7c129d req-0fe95788-105a-4b19-af6a-4a947106afde tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0523615 Nov 22 16:52:52.534387 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2ad88f22-6e59-4435-9701-2ad62c7c129d req-9fe2aed0-b3c5-42e3-9fbe-6fd53bc7a354 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746443 Nov 22 16:52:53.709742 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb6e5d-9a1f-431e-a020-f56331eef16b req-2d1fe853-ee49-4703-afa7-7db4afca64d9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:53.712846 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a6bb6e5d-9a1f-431e-a020-f56331eef16b req-2d1fe853-ee49-4703-afa7-7db4afca64d9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0935879 Nov 22 16:52:53.777040 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a6bb6e5d-9a1f-431e-a020-f56331eef16b req-3f857fd6-51c4-4e9a-94e1-06e803c6bad3 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530002 Nov 22 16:52:54.943440 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f290d5-917d-41bd-bb29-e643a662d270 req-3a4f8c40-5d1c-4aa2-bfd9-0a64712194c9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.946045 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3f290d5-917d-41bd-bb29-e643a662d270 req-3a4f8c40-5d1c-4aa2-bfd9-0a64712194c9 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0653746 Nov 22 16:52:55.004936 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e3f290d5-917d-41bd-bb29-e643a662d270 req-6148dd62-fb35-483a-9d88-ea09d7c4b910 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511677 Nov 22 16:52:56.134362 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebce9d1-4c65-467a-852f-e314cdf66ec8 req-62f9ac44-1cfd-430e-8cf7-75725da7a292 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:56.135859 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cebce9d1-4c65-467a-852f-e314cdf66ec8 req-62f9ac44-1cfd-430e-8cf7-75725da7a292 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0514693 Nov 22 16:52:56.201594 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cebce9d1-4c65-467a-852f-e314cdf66ec8 req-d3089352-2432-4f0c-bcda-b5e49cd5cacc tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583727 Nov 22 16:52:57.294774 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:57.352712 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b228a5b-58f3-45cd-84bb-2b28ca49d052 req-16604100-b60c-4a45-9dfe-97f3694af15f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.354292 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5b228a5b-58f3-45cd-84bb-2b28ca49d052 req-16604100-b60c-4a45-9dfe-97f3694af15f tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 943 time: 0.0659103 Nov 22 16:52:57.414240 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:57.423342 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5b228a5b-58f3-45cd-84bb-2b28ca49d052 req-c9deb84f-122c-4e62-a286-aea88c779361 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614431 Nov 22 16:52:57.429629 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'port_id': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'mac_address': 'fa:16:3e:87:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:57.596096 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.611146 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e04a4e7-144d-4d83-9b28-185254f5c719 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:57.634433 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:57.638831 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.695640 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=9']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:57.970669 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['6e04a4e7-144d-4d83-9b28-185254f5c719'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:58.546883 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f99093-43ee-44d5-869c-7964be1bf9d9 req-7f089dbc-95dd-4a2c-b04b-fb0f6492df9a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:58.548407 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-99f99093-43ee-44d5-869c-7964be1bf9d9 req-7f089dbc-95dd-4a2c-b04b-fb0f6492df9a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 944 time: 0.0517988 Nov 22 16:52:58.598961 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-99f99093-43ee-44d5-869c-7964be1bf9d9 req-665f8b02-6390-42ed-9761-33bd9f856aa0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 Nov 22 16:52:58.831078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-204e6268-1879-4bb6-a7e9-42600bfcf790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.305926 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:59.356603 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 6e04a4e7-144d-4d83-9b28-185254f5c719 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:59.356975 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.442804 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.465957 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:59.468943 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c223e95-b858-4c5a-97d0-cb3341e64978" -d '{"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:59.481592 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:59.487349 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.512393 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02be77c-f766-4414-81c8-ab49423fedea x-openstack-request-id: req-a02be77c-f766-4414-81c8-ab49423fedea {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:59.512646 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:59.512860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a02be77c-f766-4414-81c8-ab49423fedea {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:59.513266 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'code': 200} Nov 22 16:52:59.540021 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=10']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:59.727545 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa28919-67f4-4135-ad1f-e9de2c3573de req-22113078-8b38-4419-808b-e0bb597bc049 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:59.729074 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1aa28919-67f4-4135-ad1f-e9de2c3573de req-22113078-8b38-4419-808b-e0bb597bc049 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 946 time: 0.0563760 Nov 22 16:52:59.751613 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd83e6-1960-47cf-9b45-1513b690be2a req-ddd5a249-038c-4556-97a5-b8675bdb0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:59.753212 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ffbd83e6-1960-47cf-9b45-1513b690be2a req-ddd5a249-038c-4556-97a5-b8675bdb0e07 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 1099 time: 0.0438471 Nov 22 16:52:59.778853 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1aa28919-67f4-4135-ad1f-e9de2c3573de req-1a680c16-ce94-4177-bb58-221df0792ef7 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Nov 22 16:52:59.802064 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ffbd83e6-1960-47cf-9b45-1513b690be2a req-575d6c6d-4f0d-41ae-bfa2-cd3b4db0529c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Nov 22 16:53:00.914150 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5455127-5915-4a8f-9746-150801c6d5ec req-2317e5b7-3794-4aac-867c-4d2d7dc6b949 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:00.915687 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d5455127-5915-4a8f-9746-150801c6d5ec req-2317e5b7-3794-4aac-867c-4d2d7dc6b949 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 946 time: 0.0545566 Nov 22 16:53:00.971935 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d5455127-5915-4a8f-9746-150801c6d5ec req-3a1ff30d-8e84-4c1b-8f42-c308b3fcbc33 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500362 Nov 22 16:53:01.043916 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00660449-6996-4162-9b96-95bda7d4f579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.110309 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72debaf0-da22-48e4-a97e-9b86de9d4129 req-36259edf-1b51-4328-9453-b4a09271b13e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:02.111787 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72debaf0-da22-48e4-a97e-9b86de9d4129 req-36259edf-1b51-4328-9453-b4a09271b13e tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 946 time: 0.0505912 Nov 22 16:53:02.164212 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-72debaf0-da22-48e4-a97e-9b86de9d4129 req-53c630da-3f1e-4f00-b3d0-2f7aba8de303 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463750 Nov 22 16:53:02.217432 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.610133 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.421439 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.231783 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:19.922921 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.938705 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-b592bcf5-e3b4-43a4-924a-a7c062e77ae6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445471 Nov 22 16:53:23.017044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-1b4f0a1f-2d52-4736-a68d-4f2d9881dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.018509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-1b4f0a1f-2d52-4736-a68d-4f2d9881dd9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 1098 time: 0.0441265 Nov 22 16:53:23.138280 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-716c3a23-c8ef-4ec0-b68e-00be8ecc156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.139773 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-716c3a23-c8ef-4ec0-b68e-00be8ecc156f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.1014812 Nov 22 16:53:23.212529 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-5c24f488-e06b-4113-975b-7d44afbdfa89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398 HTTP/1.1" status: 200 len: 1001 time: 0.0637524 Nov 22 16:53:23.277241 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-175601c2-cdfc-4473-b359-699d789b4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.278865 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-175601c2-cdfc-4473-b359-699d789b4567 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0594394 Nov 22 16:53:23.333382 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-7300e515-fb2f-479d-b557-8a2efee06ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.334970 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-7300e515-fb2f-479d-b557-8a2efee06ff5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458958 Nov 22 16:53:23.432188 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-9d9128fe-a28f-4567-9ad2-9e2c74a71029 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Nov 22 16:53:23.543680 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-018edf79-19e5-4227-a96d-6daf3bdaea9d req-ba0a2b77-061e-44bc-a1fd-6e7e71e9309b service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023283 Nov 22 16:53:28.831907 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af527507-490d-47ed-9da3-ad5cf52d0b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.038500 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b242046e-c1b3-4e86-8cd5-bc9316569ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.340509 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713042c-3cb2-4514-9519-4c76a78b70f7 req-fbf0a737-de81-42c8-ba48-c71aa5890324 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:31.342892 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e713042c-3cb2-4514-9519-4c76a78b70f7 req-fbf0a737-de81-42c8-ba48-c71aa5890324 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 946 time: 0.0522261 Nov 22 16:53:31.399745 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e713042c-3cb2-4514-9519-4c76a78b70f7 req-3725d45b-046b-4953-b40b-8026ba5f4850 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463471 Nov 22 16:53:32.222133 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.543007 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1826-3abd-4c61-a2dd-0c617a0569c1 req-252ced52-2114-434e-ac76-367f930f785a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:32.544422 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e80d1826-3abd-4c61-a2dd-0c617a0569c1 req-252ced52-2114-434e-ac76-367f930f785a tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 946 time: 0.0625517 Nov 22 16:53:32.600616 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e80d1826-3abd-4c61-a2dd-0c617a0569c1 req-f7446183-5bd7-4f7f-9087-783ed158e4ed tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0f1a1cb-7ced-4102-90cb-7a33564ced49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470881 Nov 22 16:53:32.846719 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-dd07f8fd-9e1b-4b9b-823e-c4030a3de759 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:32.848156 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-dd07f8fd-9e1b-4b9b-823e-c4030a3de759 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 946 time: 0.0503275 Nov 22 16:53:32.955676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Deleting port 6e04a4e7-144d-4d83-9b28-185254f5c719 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:32.956246 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.047151 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] For port 6e04a4e7-144d-4d83-9b28-185254f5c719, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6e04a4e7-144d-4d83-9b28-185254f5c719,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:33.047510 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.259191 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.259549 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.259902 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Floating IP 579fae38-3ece-406e-8213-46aaeaaef9c4 disassociated. External IP: 172.27.3.251, port: 6e04a4e7-144d-4d83-9b28-185254f5c719. Nov 22 16:53:33.260264 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Calling delete_port for 6e04a4e7-144d-4d83-9b28-185254f5c719 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:33.404878 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.439080 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event deleted for resources: {'Port': ['ID=6e04a4e7-144d-4d83-9b28-185254f5c719,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:33.464898 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.465131 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.465554 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.466082 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.468102 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.468102 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.468102 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.468554 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.469166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.469650 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.470128 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.470583 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:33.575775 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:33.610535 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.717858 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:33.723924 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-28359829-c01d-472d-81f7-c43403037ebb req-f7a48cf7-83d6-48c6-88b4-5d769e559fde tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/ports?device_id=16597aed-cea9-43fd-9101-27ea3c55b6c3 HTTP/1.1" status: 200 len: 210 time: 0.0323226 Nov 22 16:53:33.730861 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:33.742577 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:33.743464 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:33.773889 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] No DVR routers for this DVR port 6e04a4e7-144d-4d83-9b28-185254f5c719 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:33.776679 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.781642 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-38c676cd-3d1c-4916-aa52-16c41741ace2 req-721be425-2339-4cb4-8203-5e44c739cdf0 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.58 "DELETE /v2.0/ports/6e04a4e7-144d-4d83-9b28-185254f5c719 HTTP/1.1" status: 204 len: 173 time: 0.9266739 Nov 22 16:53:33.781642 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-deleted', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:33.783478 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322e1e41-842c-493e-ac4d-188622f5d2c7" -d '{"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-deleted", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:33.850058 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aa7495-f155-4b41-84c1-441c0581de2f x-openstack-request-id: req-75aa7495-f155-4b41-84c1-441c0581de2f {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:33.851143 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16597aed-cea9-43fd-9101-27ea3c55b6c3", "name": "network-vif-deleted", "tag": "6e04a4e7-144d-4d83-9b28-185254f5c719", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:33.851143 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75aa7495-f155-4b41-84c1-441c0581de2f {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:33.851543 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16597aed-cea9-43fd-9101-27ea3c55b6c3', 'name': 'network-vif-deleted', 'tag': '6e04a4e7-144d-4d83-9b28-185254f5c719', 'status': 'completed', 'code': 200} Nov 22 16:53:33.889931 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:34.137172 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:34.168559 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:34.177871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:34.178488 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:34.303527 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:34.467295 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.568388 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:34.598179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c176c80-eb32-497b-a16b-d24621dcc983 None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '5c5ace35-d18a-48f1-9a35-5bf0ace07bb0', 'name': '', 'network_id': '2c9a20d6-fe56-4f54-a96e-edd086f5cc72', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'mac_address': 'fa:16:3e:32:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:24Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'subnets': [{'id': '8e8eefdb-ac45-4eb5-bb4c-36283c124ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:34.845825 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50112) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.877884 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b149645-00bc-4ea1-b58c-1b796ee6e668 None None] New status for floating IP 579fae38-3ece-406e-8213-46aaeaaef9c4: DOWN {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:53:34.909890 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.936846 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.002132 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.004812 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.006295 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "DELETE /v2.0/security-groups/a0f1a1cb-7ced-4102-90cb-7a33564ced49 HTTP/1.1" status: 204 len: 168 time: 0.1593935 Nov 22 16:53:35.014790 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50114) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.017307 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f1a1cb-7ced-4102-90cb-7a33564ced49,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.028712 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.030002 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.030355 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.030915 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.031441 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.032000 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.032550 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.033109 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.033741 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.034314 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.034846 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.035366 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd4476f-7773-4250-b3b3-9ddc47e8c69d tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:35.035542 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.api.v2.resource [None req-72bdc6b3-0b77-4efb-add5-7c58e48cf89c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] show failed (client error): The resource could not be found. Nov 22 16:53:35.040452 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-72bdc6b3-0b77-4efb-add5-7c58e48cf89c tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "GET /v2.0/security-groups/a0f1a1cb-7ced-4102-90cb-7a33564ced49 HTTP/1.1" status: 404 len: 347 time: 0.0240936 Nov 22 16:53:35.040736 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50116) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.203674 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Deleting port 73e7cf89-2d2d-408b-8015-c9b0631811be {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:35.204119 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.292345 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.292643 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.314733 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Calling delete_port for 73e7cf89-2d2d-408b-8015-c9b0631811be owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:35.460088 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.491132 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Pushing event deleted for resources: {'Port': ['ID=73e7cf89-2d2d-408b-8015-c9b0631811be,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.559196 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.563130 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.564635 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f3d2c1b4-373e-4d1d-973a-cd132d46db86 tempest-AttachVolumeShelveTestJSON-250158158 tempest-AttachVolumeShelveTestJSON-250158158-project] 10.222.0.61 "DELETE /v2.0/floatingips/579fae38-3ece-406e-8213-46aaeaaef9c4 HTTP/1.1" status: 204 len: 168 time: 0.5226176 Nov 22 16:53:37.462830 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:37.489791 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 6e04a4e7-144d-4d83-9b28-185254f5c719 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:37.490224 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 6e04a4e7-144d-4d83-9b28-185254f5c719 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:38.034578 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50138) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:38.519442 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.015644 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Deleting port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:39.016014 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.099486 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] For port 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:39.100222 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.112711 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Calling delete_port for 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:39.292821 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.321820 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ace35-d18a-48f1-9a35-5bf0ace07bb0,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:39.499616 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.731518 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:39.843196 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:39.855314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50144) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:39.855760 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-c1a52554-1ea4-47cc-9298-4358eed4301e admin admin] 10.222.0.61 "PUT /v2.0/routers/e5f4d320-995c-40da-8b2c-9df31ec4a6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191640 Nov 22 16:53:39.859393 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] Sync routers for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:39.870547 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:39.871219 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:39.972601 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks [] for router, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.981008 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:40.301199 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:53:39Z', 'revision_number': 5, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port': {'id': '8bd12c24-04f2-472b-a331-6d79be15d014', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:16Z', 'updated_at': '2021-11-22T16:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:40.324520 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.332196 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] Checking router: e5f4d320-995c-40da-8b2c-9df31ec4a6b4 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:40.341635 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] Routers {'e5f4d320-995c-40da-8b2c-9df31ec4a6b4'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:40.342255 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:40.378392 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Deleting port 8bd12c24-04f2-472b-a331-6d79be15d014 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:40.378731 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.432292 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] Set router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 gateway port host: None {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:40.468666 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] For port 8bd12c24-04f2-472b-a331-6d79be15d014, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=8bd12c24-04f2-472b-a331-6d79be15d014,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:40.469045 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.481689 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Calling delete_port for 8bd12c24-04f2-472b-a331-6d79be15d014 owned by network:router_gateway {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:40.487115 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:53:40Z', 'revision_number': 6, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:40.518823 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e745f-cf76-48af-88be-009c8ad3523f None None] The sync data for ids ['e5f4d320-995c-40da-8b2c-9df31ec4a6b4'] in dv-cinder-804735-12-iscsi is: [{'id': 'e5f4d320-995c-40da-8b2c-9df31ec4a6b4', 'name': 'tempest-AttachVolumeShelveTestJSON-1821539109-router', 'tenant_id': '7531002e08024f178aeaba0f112be50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:14Z', 'updated_at': '2021-11-22T16:53:40Z', 'revision_number': 6, 'project_id': '7531002e08024f178aeaba0f112be50a', 'gw_port_host': None}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:40.660575 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.683894 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd12c24-04f2-472b-a331-6d79be15d014,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:40.750048 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.861917 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.864143 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.944460 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.945693 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f4d320-995c-40da-8b2c-9df31ec4a6b4 {{(pid=119717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:40.955365 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.957508 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-70ea02f9-883d-4c39-9c8e-d48ecd2494ae admin admin] 10.222.0.61 "DELETE /v2.0/routers/e5f4d320-995c-40da-8b2c-9df31ec4a6b4 HTTP/1.1" status: 204 len: 168 time: 1.1002920 Nov 22 16:53:40.960243 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50146) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:41.020029 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Deleting subnet 8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 {{(pid=119717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:41.023283 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.059714 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555969'] for subnet, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.172472 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.226896 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671005'] for subnet, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.252453 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8eefdb-ac45-4eb5-bb4c-36283c124ba2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.256104 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.259258 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-84c1ec64-0075-4155-afc2-a0b20dc81836 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8e8eefdb-ac45-4eb5-bb4c-36283c124ba2 HTTP/1.1" status: 204 len: 168 time: 0.2976830 Nov 22 16:53:41.261912 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50148) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:41.262591 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfdee29-9e89-4319-bb8c-5bfb4f4319ad None None] Network 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:41.339009 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.403409 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Deleting port 36f93681-b33c-4397-a241-f2e03fbf36f7 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:41.403409 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.477674 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] DHCP port deletion for 2c9a20d6-fe56-4f54-a96e-edd086f5cc72 request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:41.477826 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] For port 36f93681-b33c-4397-a241-f2e03fbf36f7, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=36f93681-b33c-4397-a241-f2e03fbf36f7,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:41.478235 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.499890 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Calling delete_port for 36f93681-b33c-4397-a241-f2e03fbf36f7 owned by network:dhcp {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:41.539209 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Deleting port 36f93681-b33c-4397-a241-f2e03fbf36f7 {{(pid=119719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:41.539663 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.557864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:41.595145 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.610651 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:41.610974 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 5c5ace35-d18a-48f1-9a35-5bf0ace07bb0 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:41.611614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 36f93681-b33c-4397-a241-f2e03fbf36f7 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:41.624660 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f93681-b33c-4397-a241-f2e03fbf36f7,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.627690 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] No DVR routers for this DVR port 36f93681-b33c-4397-a241-f2e03fbf36f7 on host dv-cinder-804735-12-iscsi {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:41.642639 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 36f93681-b33c-4397-a241-f2e03fbf36f7 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:41.642988 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 36f93681-b33c-4397-a241-f2e03fbf36f7 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:41.643415 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8bd12c24-04f2-472b-a331-6d79be15d014 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:41.676520 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 8bd12c24-04f2-472b-a331-6d79be15d014 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:41.676865 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8bd12c24-04f2-472b-a331-6d79be15d014 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:41.680524 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] For port 36f93681-b33c-4397-a241-f2e03fbf36f7, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=36f93681-b33c-4397-a241-f2e03fbf36f7,segment=NetworkSegment(e180043a-0556-46e1-a078-2b70783df5cf),segment_id=e180043a-0556-46e1-a078-2b70783df5cf)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:41.680871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.694472 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Calling delete_port for 36f93681-b33c-4397-a241-f2e03fbf36f7 owned by network:dhcp {{(pid=119719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:41.707206 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.729815 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9a20d6-fe56-4f54-a96e-edd086f5cc72']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:41.740335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e180043a-0556-46e1-a078-2b70783df5cf') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:41.740604 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e180043a-0556-46e1-a078-2b70783df5cf') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:41.750491 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.765152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.771881 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:41.772317 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:41.774223 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:41.814841 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501'] for port, after_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.830543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.846220 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Pushing event deleted for resources: {'Port': ['ID=36f93681-b33c-4397-a241-f2e03fbf36f7,revision_number=None']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.846432 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.846695 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] No DVR routers for this DVR port 36f93681-b33c-4397-a241-f2e03fbf36f7 on host dv-cinder-804735-12-iscsi {{(pid=119719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:41.849991 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2c9a20d6-fe56-4f54-a96e-edd086f5cc72 HTTP/1.1" status: 204 len: 168 time: 0.5871108 Nov 22 16:53:41.853050 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.853410 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.853763 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.854194 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.855008 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.855008 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.855304 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.855508 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.855868 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.856208 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.856524 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.857437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba783ed-7ad0-4b54-a90d-b3da713109f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:41.865135 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8985556-0ceb-4b7f-98c0-a5eca7e8a930 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9a20d6-fe56-4f54-a96e-edd086f5cc72,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.979335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50152) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:42.023189 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-490c4111-5c15-4e05-96ca-60d93ee2913c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7531002e08024f178aeaba0f112be50a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424700 Nov 22 16:53:42.025728 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50154) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:42.073269 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1808caa9-6f06-4588-be1b-9f9f3c449c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.095241 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1808caa9-6f06-4588-be1b-9f9f3c449c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.143288 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1808caa9-6f06-4588-be1b-9f9f3c449c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.146302 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-1808caa9-6f06-4588-be1b-9f9f3c449c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.147813 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-1808caa9-6f06-4588-be1b-9f9f3c449c2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24cfbbc3-172c-4633-a4a1-67f7d4e5b9cb HTTP/1.1" status: 204 len: 168 time: 0.1211174 Nov 22 16:53:42.158402 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808caa9-6f06-4588-be1b-9f9f3c449c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cfbbc3-172c-4633-a4a1-67f7d4e5b9cb,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:42.901844 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50176) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:43.008766 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1796566909-network', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:43.031754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Made reservation on behalf of 485536b21b4a4b2a9b004c7db3864b9a for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:43.034105 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.044904 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.127023 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.131069 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.158538 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:43.168511 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2edce17-85ac-40e8-9de9-fe4d9078b521,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.173499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.173841 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Added segment 517c0999-0a43-48c5-8acd-fb451cbf9d31 of type vlan for network a90a2625-3e1f-42ca-bb48-64439de3ab4b Nov 22 16:53:43.223942 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.252900 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.253917 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:43.254497 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.311592 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4086232 Nov 22 16:53:43.314437 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50180) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:43.320956 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Request body: {'subnet': {'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1796566909-subnet', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:43.327336 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792543e-53f0-4f24-8b87-3488ea452c43 admin admin] Pushing event updated for resources: {'Network': ['ID=a90a2625-3e1f-42ca-bb48-64439de3ab4b,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.337238 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:43.350109 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Made reservation on behalf of 485536b21b4a4b2a9b004c7db3864b9a for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:43.352510 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.537897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.588211 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f32dc6-df82-4613-843c-eb97d28ef2b5,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.604759 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Checking segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:43.605115 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Network hostable DHCP agents. Network: a90a2625-3e1f-42ca-bb48-64439de3ab4b, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:43.624734 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:43.634796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, a90a2625-3e1f-42ca-bb48-64439de3ab4b) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:43.640051 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:43.640630 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.645183 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b95578-39cb-41ba-938f-a617a3700f4a None None] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:43.664377 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7475df7b-f587-44d4-a6a4-a7c04e2c7c6a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3448889 Nov 22 16:53:43.664377 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50182) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:43.668796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:43.695453 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.697875 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.762457 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.817770 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:43.818894 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.905982 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.974569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Allocated IP 172.20.0.2 (a90a2625-3e1f-42ca-bb48-64439de3ab4b/80f32dc6-df82-4613-843c-eb97d28ef2b5/990e04c3-fa49-4874-9ce0-3eade0097657) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:44.130700 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.156218 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.158089 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.165241 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.208094 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:44.211178 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:44.215030 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:44.224488 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Pushing event updated for resources: {'Port': ['ID=990e04c3-fa49-4874-9ce0-3eade0097657,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.278186 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Attempting to bind port 990e04c3-fa49-4874-9ce0-3eade0097657 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:44.278186 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Attempting to bind port 990e04c3-fa49-4874-9ce0-3eade0097657 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:44.280251 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Attempting to bind port 990e04c3-fa49-4874-9ce0-3eade0097657 on network a90a2625-3e1f-42ca-bb48-64439de3ab4b {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:44.284871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Allocated IP 172.27.3.147 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/8347536e-7547-489e-b532-c94e64919fa1) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:44.285495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:44.285934 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Checking segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:44.286817 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.286817 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Bound using segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:44.287205 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Bound port: 990e04c3-fa49-4874-9ce0-3eade0097657, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:44.287597 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.401447 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.441783 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.487936 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:44.491068 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:44.493986 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] For port 990e04c3-fa49-4874-9ce0-3eade0097657, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:44.494680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:44.497907 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] For port 990e04c3-fa49-4874-9ce0-3eade0097657, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=990e04c3-fa49-4874-9ce0-3eade0097657,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:44.502355 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.517578 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Pushing event updated for resources: {'Port': ['ID=8347536e-7547-489e-b532-c94e64919fa1,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.568712 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85016f26-d185-4ba5-9872-bee976a70da1 None None] Pushing event updated for resources: {'Port': ['ID=990e04c3-fa49-4874-9ce0-3eade0097657,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.773665 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.218558 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.349477 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:45.464979 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:45.476347 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:45.487166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.488374 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b7e4970c-1cab-42bf-b608-aa0876a2618a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8230529 Nov 22 16:53:45.489608 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:45.490227 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:45.491062 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50184) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:45.598841 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 990e04c3-fa49-4874-9ce0-3eade0097657 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:45.621729 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:45.626820 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b77a04-664f-4d29-a620-21dd0fc975d8 None None] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:45.710134 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-c80158f6-8a0a-4d6a-9c31-2b1645702383 None None] Provisioning complete for port 990e04c3-fa49-4874-9ce0-3eade0097657 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:45.710672 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c80158f6-8a0a-4d6a-9c31-2b1645702383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.760183 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 990e04c3-fa49-4874-9ce0-3eade0097657 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:45.760559 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.813327 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:44Z', 'revision_number': 3, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:45.841606 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:45.841968 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Updating router f3fd944e-a191-4184-8ba8-5d92d1db38c3 port 8347536e-7547-489e-b532-c94e64919fa1 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:45.873625 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.941860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c80158f6-8a0a-4d6a-9c31-2b1645702383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.968834 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.969059 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.005510 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-c80158f6-8a0a-4d6a-9c31-2b1645702383 None None] For port 990e04c3-fa49-4874-9ce0-3eade0097657, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=990e04c3-fa49-4874-9ce0-3eade0097657,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:46.015919 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c80158f6-8a0a-4d6a-9c31-2b1645702383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.093051 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.db.api [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:46.093467 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG oslo_db.api [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:46.094437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80158f6-8a0a-4d6a-9c31-2b1645702383 None None] Pushing event updated for resources: {'Port': ['ID=990e04c3-fa49-4874-9ce0-3eade0097657,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.145192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Allocated IP 172.20.0.1 (a90a2625-3e1f-42ca-bb48-64439de3ab4b/80f32dc6-df82-4613-843c-eb97d28ef2b5/e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:46.177909 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.186232 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.239526 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Attempting to bind port 8347536e-7547-489e-b532-c94e64919fa1 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:46.239920 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Attempting to bind port 8347536e-7547-489e-b532-c94e64919fa1 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:46.240289 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Attempting to bind port 8347536e-7547-489e-b532-c94e64919fa1 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:46.244495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-8b657985-73b0-4f0d-9cb3-3acf6a7937db None None] Provisioning complete for port 990e04c3-fa49-4874-9ce0-3eade0097657 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:46.244495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-8b657985-73b0-4f0d-9cb3-3acf6a7937db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.250183 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Pushing event updated for resources: {'Port': ['ID=8347536e-7547-489e-b532-c94e64919fa1,revision_number=2']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.253481 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:46.254167 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:46.254570 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.255312 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:46.255800 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Bound port: 8347536e-7547-489e-b532-c94e64919fa1, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:46.256232 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.262205 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.281730 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.282099 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.282444 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.282776 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.283107 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.283458 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.283788 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.284153 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.284472 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.284796 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.285389 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.285515 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.299295 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.326603 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] For port 8347536e-7547-489e-b532-c94e64919fa1, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:46.332033 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] For port 8347536e-7547-489e-b532-c94e64919fa1, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=8347536e-7547-489e-b532-c94e64919fa1,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:46.338808 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.344372 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:46.348975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:46.351517 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:46.383068 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.405042 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.406104 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:46.406751 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:46.445717 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db42de0-aa30-4b41-8543-4d73a499319c None None] Pushing event updated for resources: {'Port': ['ID=8347536e-7547-489e-b532-c94e64919fa1,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.537318 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:46.558917 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.657401 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-d2b85aec-916f-421d-8b6e-ef7250bd6456 None None] Provisioning complete for port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:46.657987 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d2b85aec-916f-421d-8b6e-ef7250bd6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.692870 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-d2b85aec-916f-421d-8b6e-ef7250bd6456 None None] Port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:46.731165 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:44Z', 'revision_number': 3, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:46.757845 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92beee97-d50b-4e9c-8aff-339721c1485d None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:44Z', 'revision_number': 3, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:46.774407 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.782091 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.853510 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.855934 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.952274 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:46.953563 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:47.120186 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:47.216015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-c70b2f8b-1ac7-4827-bf83-f66c02d487f2 None None] Provisioning complete for port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:47.217035 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c70b2f8b-1ac7-4827-bf83-f66c02d487f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.256034 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:47.261207 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-744cd659-b22f-4258-90c8-53691389f577 admin admin] 10.222.0.61 "PUT /v2.0/routers/f3fd944e-a191-4184-8ba8-5d92d1db38c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688558 Nov 22 16:53:47.265042 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-c70b2f8b-1ac7-4827-bf83-f66c02d487f2 None None] Port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:47.635688 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8347536e-7547-489e-b532-c94e64919fa1 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:47.689295 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 8347536e-7547-489e-b532-c94e64919fa1 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:47.689961 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.767072 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.790575 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 8347536e-7547-489e-b532-c94e64919fa1, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=8347536e-7547-489e-b532-c94e64919fa1,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:47.795228 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.796027 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 990e04c3-fa49-4874-9ce0-3eade0097657 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:47.874076 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=8347536e-7547-489e-b532-c94e64919fa1,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.891281 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 990e04c3-fa49-4874-9ce0-3eade0097657 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:47.891659 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.049119 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50192) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.053948 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124317103', 'description': 'tempest-description--1729590444'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:48.080122 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.155567 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.159508 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.193284 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.194716 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1443851 Nov 22 16:53:48.196756 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6177e-62ea-46e2-9da8-1b466b8b4fbd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.197793 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50194) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.203283 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'security_group_rule': {'security_group_id': '1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:48.235270 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.295054 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.298876 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.317327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef227a9-6b45-4430-bfd7-441bdf472476,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.324683 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.329481 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0600acc9-a3a7-448b-b6f2-a1628ac030ab tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269672 Nov 22 16:53:48.329481 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50196) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.333992 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'security_group_rule': {'security_group_id': '1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:48.363430 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.422271 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.426723 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.428614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:48.441374 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:48.441983 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:48.445840 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2565b73-b196-4dc0-bce0-33868d505628,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.455169 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.456460 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-9ad8f032-6036-4633-8d37-de74091d061a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260767 Nov 22 16:53:48.461234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50198) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.466873 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:48.497161 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.566380 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:48.608922 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.720748 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Allocated IP 172.27.3.63 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/160114e8-5828-4521-8d3a-5c04133dbc47) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:48.772907 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 2, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:48.800310 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:48.800668 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Updating router f3fd944e-a191-4184-8ba8-5d92d1db38c3 port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:48.822451 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.831107 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.860913 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.906593 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:48.910070 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:48.914956 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:48.918711 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'Port': ['ID=160114e8-5828-4521-8d3a-5c04133dbc47,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:49.014615 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.049859 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.107653 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.113883 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.170616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc810c-469b-4ead-9aab-95ef27e6458c None None] Pushing event updated for resources: {'Port': ['ID=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:49.220434 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.226038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.312091 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'Port': ['ID=160114e8-5828-4521-8d3a-5c04133dbc47,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:49.316067 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.335904 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.337479 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-29d569a8-686e-4486-a2e9-45355579ab86 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8752203 Nov 22 16:53:49.373701 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Attempting to bind port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:49.374067 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Attempting to bind port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:49.374429 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Attempting to bind port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 on network a90a2625-3e1f-42ca-bb48-64439de3ab4b {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:49.381232 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:49.381232 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Checking segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:49.381232 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.381609 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Bound using segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:49.382221 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Bound port: e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:49.382611 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.435778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-015d2364-2302-4141-836f-79ac2e600184 None None] Provisioning complete for port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:49.435778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-015d2364-2302-4141-836f-79ac2e600184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.493641 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-015d2364-2302-4141-836f-79ac2e600184 None None] Port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:49.495457 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] For port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:49.498507 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-a6916c3a-beb5-461d-ac59-ab329e315f8f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1124317103&fields=id&tenant_id=485536b21b4a4b2a9b004c7db3864b9a HTTP/1.1" status: 200 len: 267 time: 0.0456045 Nov 22 16:53:49.499299 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] For port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:49.504941 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.570392 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:49.571041 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:49.573350 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc810c-469b-4ead-9aab-95ef27e6458c None None] Pushing event updated for resources: {'Port': ['ID=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:49.578863 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8347536e-7547-489e-b532-c94e64919fa1 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:49.633665 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-336b382c-96f0-4197-8e5a-2190e3e85bec tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:49.635217 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-336b382c-96f0-4197-8e5a-2190e3e85bec tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 811 time: 0.1313415 Nov 22 16:53:49.660724 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-da1efd4d-b03c-4185-9eb9-f2d66d866cc8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/quotas/485536b21b4a4b2a9b004c7db3864b9a HTTP/1.1" status: 200 len: 375 time: 0.0182023 Nov 22 16:53:49.715662 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-256e96ee-5c3a-446b-b24f-d0f36f4ed703 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540576 Nov 22 16:53:49.723806 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:49.754330 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 8347536e-7547-489e-b532-c94e64919fa1 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:49.754714 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.821790 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-cdc28e73-bb68-4ae4-974a-73a5043e8ae8 service neutron] 10.222.0.61 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923140 Nov 22 16:53:49.895373 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-c411ed88-ec8a-4b53-8b8b-69ad425893e2 None None] Provisioning complete for port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:49.895987 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c411ed88-ec8a-4b53-8b8b-69ad425893e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.914047 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-0dde0ade-f0a0-4c8a-a121-86d765893d05 service neutron] 10.222.0.61 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854757 Nov 22 16:53:49.988282 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.098452 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8a568c23-87bd-402a-8ecb-9b83f9eb575a req-35214c84-cebb-4adf-95ab-00021130cc78 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 210 time: 0.0297091 Nov 22 16:53:50.112134 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c411ed88-ec8a-4b53-8b8b-69ad425893e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.154892 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:49Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:50.160010 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-c411ed88-ec8a-4b53-8b8b-69ad425893e2 None None] For port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:50.186221 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53272585-8e30-4b6c-9eb4-7314d417ad47 None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:49Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:50.188656 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c411ed88-ec8a-4b53-8b8b-69ad425893e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.272811 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411ed88-ec8a-4b53-8b8b-69ad425893e2 None None] Pushing event updated for resources: {'Port': ['ID=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:51.213451 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-744d1a50-9b25-42a9-ae89-ceabf7998000 req-667ba3c7-547f-4318-ab33-0ad97ead14bb tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 210 time: 0.0339265 Nov 22 16:53:51.236549 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:51.239070 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-0f2393a0-d20a-4aa9-9eeb-b4b3dd9443e0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:51.240673 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-0f2393a0-d20a-4aa9-9eeb-b4b3dd9443e0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 811 time: 0.1381023 Nov 22 16:53:51.319550 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-15c72ca1-c504-41c6-9004-1be674f9bc94 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=485536b21b4a4b2a9b004c7db3864b9a HTTP/1.1" status: 200 len: 380 time: 0.0629084 Nov 22 16:53:51.330175 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'port': {'device_id': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'admin_state_up': True, 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'security_groups': ['1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:51.445481 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Made reservation on behalf of 485536b21b4a4b2a9b004c7db3864b9a for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:51.448924 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.565043 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:51.586972 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Allocated IP 172.20.0.9 (a90a2625-3e1f-42ca-bb48-64439de3ab4b/80f32dc6-df82-4613-843c-eb97d28ef2b5/8fb0874e-fcbc-4cce-87ba-7923e791f22c) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:51.613790 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:51.614390 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.733132 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.767291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.814871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:51.817971 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:51.821831 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:51.849953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'Port': ['ID=8fb0874e-fcbc-4cce-87ba-7923e791f22c,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:51.881046 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:51.881692 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.900107 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-52d9f295-010e-4c0a-859d-e4b7b36f9244 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742486 Nov 22 16:53:51.919583 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Request body: {'port': {'device_id': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:51.984411 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.025193 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-01d3ba6c-edff-40ba-b7e1-69ad1130a206 None None] Provisioning complete for port 8fb0874e-fcbc-4cce-87ba-7923e791f22c triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:52.025567 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-01d3ba6c-edff-40ba-b7e1-69ad1130a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.065279 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-01d3ba6c-edff-40ba-b7e1-69ad1130a206 None None] Port 8fb0874e-fcbc-4cce-87ba-7923e791f22c cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:52.252520 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb0874e-fcbc-4cce-87ba-7923e791f22c {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:52.260545 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.273111 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Transition to ACTIVE for port object 8fb0874e-fcbc-4cce-87ba-7923e791f22c will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:53:52.277294 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.346927 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb0874e-fcbc-4cce-87ba-7923e791f22c,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.348578 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bd6f-7b5d-4293-8269-1b1f5dbdc7c1 req-e5c273d4-7aa7-4fb0-91cc-1544f02c7ac5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.357556 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3d00bd6f-7b5d-4293-8269-1b1f5dbdc7c1 req-e5c273d4-7aa7-4fb0-91cc-1544f02c7ac5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 943 time: 0.0646701 Nov 22 16:53:52.400705 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Attempting to bind port 8fb0874e-fcbc-4cce-87ba-7923e791f22c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:52.401113 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Attempting to bind port 8fb0874e-fcbc-4cce-87ba-7923e791f22c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:52.401404 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Attempting to bind port 8fb0874e-fcbc-4cce-87ba-7923e791f22c on network a90a2625-3e1f-42ca-bb48-64439de3ab4b {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:52.405806 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3d00bd6f-7b5d-4293-8269-1b1f5dbdc7c1 req-f94f5728-3f79-4ed8-b185-cdebdcff46d6 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473616 Nov 22 16:53:52.407307 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Port 8fb0874e-fcbc-4cce-87ba-7923e791f22c on network a90a2625-3e1f-42ca-bb48-64439de3ab4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:53:52.407635 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Attempting to bind port 8fb0874e-fcbc-4cce-87ba-7923e791f22c on network a90a2625-3e1f-42ca-bb48-64439de3ab4b {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:52.412965 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:52.413305 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Checking segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:52.413687 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Bound using segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:52.414119 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Bound port: 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:52.414474 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.486445 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] For port 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:52.489946 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] For port 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:52.494356 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.533449 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.534063 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.535509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] 10.222.0.58 "PUT /v2.0/ports/8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 1093 time: 0.6210644 Nov 22 16:53:52.535973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:52.538236 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d1f2b-2e4e-4ccf-9049-cdce83901c16" -d '{"events": [{"name": "network-changed", "server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:52.565753 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b71fa-24bb-403f-bb74-a85b07392fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb0874e-fcbc-4cce-87ba-7923e791f22c,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.609180 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3b57e-1ff7-4458-8fbd-0d4069ab0532 x-openstack-request-id: req-14b3b57e-1ff7-4458-8fbd-0d4069ab0532 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:52.609475 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:52.609761 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14b3b57e-1ff7-4458-8fbd-0d4069ab0532 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:52.610281 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'status': 'completed', 'code': 200} Nov 22 16:53:52.672969 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-5a2585f9-3c96-4c0b-b9bb-5441e9beb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.674494 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-5a2585f9-3c96-4c0b-b9bb-5441e9beb1db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1096 time: 0.0466533 Nov 22 16:53:52.742497 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-77cee869-d800-4d1e-84e2-6b9304534fd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 217 time: 0.0534136 Nov 22 16:53:52.795773 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-f5fa9343-64da-4482-9924-67858131ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.797283 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-f5fa9343-64da-4482-9924-67858131ed1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0472841 Nov 22 16:53:52.848056 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-6da4c6d0-5c53-43c3-892e-95aac666c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.849621 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-6da4c6d0-5c53-43c3-892e-95aac666c4a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455136 Nov 22 16:53:52.955638 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-2604c241-bb20-461c-be82-0737dbc5ff99 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966094 Nov 22 16:53:53.057229 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-759ecda3-5707-4839-95bb-9b95f69a34f3 req-a6c76748-dc00-4083-9cb4-4220f38e438b service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937328 Nov 22 16:53:53.195418 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-c1d5227c-7513-4252-bced-f4a361d1e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.197124 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-c1d5227c-7513-4252-bced-f4a361d1e1e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1096 time: 0.0508347 Nov 22 16:53:53.293355 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-53830bd0-2fc7-4242-83ad-a22e7727934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.295585 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-53830bd0-2fc7-4242-83ad-a22e7727934d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.0894237 Nov 22 16:53:53.337839 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-c67d4f36-aaac-4752-86f7-551abad8170f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 217 time: 0.0347610 Nov 22 16:53:53.391069 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-7619b037-434a-45af-b0bb-ea1b0e80f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.392623 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-7619b037-434a-45af-b0bb-ea1b0e80f5c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0481238 Nov 22 16:53:53.440379 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-8c0ec47d-cb28-4f87-9c31-7bf7cd1f17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.441869 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-8c0ec47d-cb28-4f87-9c31-7bf7cd1f17af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410011 Nov 22 16:53:53.525265 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176e8a-86db-4703-959d-bb42a0065855 req-739fd107-df0c-47e0-b099-dafdf388ef66 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.526823 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-05176e8a-86db-4703-959d-bb42a0065855 req-739fd107-df0c-47e0-b099-dafdf388ef66 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 943 time: 0.0508058 Nov 22 16:53:53.536255 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-dddc4c7f-8da2-4c3d-8210-b9b2ec1bc9b7 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853977 Nov 22 16:53:53.576879 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-05176e8a-86db-4703-959d-bb42a0065855 req-0ef426c3-0a55-4c04-bac1-01d59fddc21e tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Nov 22 16:53:53.634102 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-694d1f2b-2e4e-4ccf-9049-cdce83901c16 req-c1ce09d9-871f-4621-83cf-0b8da8085065 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886185 Nov 22 16:53:54.697862 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a28de-3bdb-483e-b64d-a78c8245e82d req-b6a7af6e-831e-4f2b-93e7-47a9f69c4082 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:54.699336 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-831a28de-3bdb-483e-b64d-a78c8245e82d req-b6a7af6e-831e-4f2b-93e7-47a9f69c4082 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 943 time: 0.0526338 Nov 22 16:53:54.749312 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-831a28de-3bdb-483e-b64d-a78c8245e82d req-bcba89aa-3fe7-4623-a59a-1269da37c597 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Nov 22 16:53:55.325839 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ac1d4-0b1d-4e1b-b6da-d12de24da53c req-f4590fdc-74ed-4aaa-8b30-480d15192b21 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.327473 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eb5ac1d4-0b1d-4e1b-b6da-d12de24da53c req-f4590fdc-74ed-4aaa-8b30-480d15192b21 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0515828 Nov 22 16:53:55.379275 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eb5ac1d4-0b1d-4e1b-b6da-d12de24da53c req-4ebf5d10-0f35-487c-913e-48f51aa0159e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455604 Nov 22 16:53:55.602151 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 8fb0874e-fcbc-4cce-87ba-7923e791f22c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:55.696044 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:55.712963 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'port_id': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'mac_address': 'fa:16:3e:fd:4f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:55.750317 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.764550 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb0874e-fcbc-4cce-87ba-7923e791f22c {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:55.783718 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:55.788127 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.836815 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=8fb0874e-fcbc-4cce-87ba-7923e791f22c,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.867486 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a6d3-648a-4966-bfb4-737f9a4ae063 req-7732141d-2cf2-45ec-8fbe-cec2f4006c9a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.868972 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e25a6d3-648a-4966-bfb4-737f9a4ae063 req-7732141d-2cf2-45ec-8fbe-cec2f4006c9a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 944 time: 0.0516484 Nov 22 16:53:55.919102 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6e25a6d3-648a-4966-bfb4-737f9a4ae063 req-88032aec-be68-453e-ae91-7871cd7a3756 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435390 Nov 22 16:53:56.092798 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['8fb0874e-fcbc-4cce-87ba-7923e791f22c'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:56.506504 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb146b-9b97-4afa-8de3-fbac8330837b req-3e5893a5-cbaf-4ac2-b298-8f56b3d9442c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.508000 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2efb146b-9b97-4afa-8de3-fbac8330837b req-3e5893a5-cbaf-4ac2-b298-8f56b3d9442c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0520496 Nov 22 16:53:56.567200 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2efb146b-9b97-4afa-8de3-fbac8330837b req-66a33d87-93f5-4022-a14a-1f91ca50c2e9 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526319 Nov 22 16:53:57.023167 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-9beb23fd-34f6-4b57-8bd1-b8c3cac0388e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:57.024727 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-9beb23fd-34f6-4b57-8bd1-b8c3cac0388e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 945 time: 0.0497043 Nov 22 16:53:57.038897 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13da17-29ae-497f-bdb9-f1bdd6ff7c35 req-6da12ee3-5bef-4deb-b548-146684c2d2e7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:57.040408 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-de13da17-29ae-497f-bdb9-f1bdd6ff7c35 req-6da12ee3-5bef-4deb-b548-146684c2d2e7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 944 time: 0.0498769 Nov 22 16:53:57.097185 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-de13da17-29ae-497f-bdb9-f1bdd6ff7c35 req-0f2d51b4-6cc0-445c-9448-5a135d4de118 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503557 Nov 22 16:53:57.130964 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Deleting port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:57.131303 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.223228 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] For port b43cbd76-1406-4b6b-bd9d-fbd30b43b398, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:57.223588 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.399813 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.400293 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.400617 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Floating IP 8b31c962-dc40-4925-a9c6-1edeb6f3b8e5 disassociated. External IP: 172.27.3.114, port: b43cbd76-1406-4b6b-bd9d-fbd30b43b398. Nov 22 16:53:57.400959 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Calling delete_port for b43cbd76-1406-4b6b-bd9d-fbd30b43b398 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:57.528949 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.554125 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'Port': ['ID=b43cbd76-1406-4b6b-bd9d-fbd30b43b398,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:57.616169 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 8fb0874e-fcbc-4cce-87ba-7923e791f22c up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:57.670589 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6b8942ca-3456-4bf2-bca2-da05adf73ada req-31ccf6e1-992d-4fdd-bd8a-3fd177175d97 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 210 time: 0.0299892 Nov 22 16:53:57.677372 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 8fb0874e-fcbc-4cce-87ba-7923e791f22c completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:53:57.681618 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 8fb0874e-fcbc-4cce-87ba-7923e791f22c triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.682000 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.687510 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:57.772556 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.795621 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:57.797531 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:57.797962 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d406120e-b960-42e0-afda-49260dee4dc3" -d '{"events": [{"server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:57.810648 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:57.816840 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:57.824617 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.836224 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:57.837485 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:57.855771 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] No DVR routers for this DVR port b43cbd76-1406-4b6b-bd9d-fbd30b43b398 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:57.855986 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05fa2c0-8e7b-4c37-800e-62dd5219b54f x-openstack-request-id: req-f05fa2c0-8e7b-4c37-800e-62dd5219b54f {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:57.856220 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "name": "network-vif-plugged", "status": "completed", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:57.856779 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f05fa2c0-8e7b-4c37-800e-62dd5219b54f {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:57.857315 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'code': 200} Nov 22 16:53:57.859363 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.863742 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-f9f9e913-6450-4c2f-ae63-095717174a6f req-ea25f58c-a517-4747-9a5e-041f064ee63d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "DELETE /v2.0/ports/b43cbd76-1406-4b6b-bd9d-fbd30b43b398 HTTP/1.1" status: 204 len: 173 time: 0.8322308 Nov 22 16:53:57.864354 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'name': 'network-vif-deleted', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:57.866588 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b63d09-aa16-407c-86c1-4514c1fab94a" -d '{"events": [{"server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "name": "network-vif-deleted", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:57.879222 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=8fb0874e-fcbc-4cce-87ba-7923e791f22c,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:57.932167 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a03226c-e409-4d88-9ba4-c87c3e436047 x-openstack-request-id: req-3a03226c-e409-4d88-9ba4-c87c3e436047 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:57.932474 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4565565d-eecf-4bc1-8f80-5b7098b1ee3c", "name": "network-vif-deleted", "tag": "b43cbd76-1406-4b6b-bd9d-fbd30b43b398", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:57.932718 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a03226c-e409-4d88-9ba4-c87c3e436047 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:57.933120 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4565565d-eecf-4bc1-8f80-5b7098b1ee3c', 'name': 'network-vif-deleted', 'tag': 'b43cbd76-1406-4b6b-bd9d-fbd30b43b398', 'status': 'completed', 'code': 200} Nov 22 16:53:58.005535 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:58.136768 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233068-c8f4-4de0-a890-c7b0a9f747cf req-b59077eb-670f-42d0-8fd0-4af14570a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.139443 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-54233068-c8f4-4de0-a890-c7b0a9f747cf req-b59077eb-670f-42d0-8fd0-4af14570a670 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1098 time: 0.0535312 Nov 22 16:53:58.194603 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-54233068-c8f4-4de0-a890-c7b0a9f747cf req-3baa639e-bcea-47c3-bcb7-31b1545be057 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 Nov 22 16:53:58.242747 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832c875-53b5-4b88-815c-ae6cd11a23b4 req-c7f9c4eb-8735-460e-a439-1c62c5836507 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.244366 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9832c875-53b5-4b88-815c-ae6cd11a23b4 req-c7f9c4eb-8735-460e-a439-1c62c5836507 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0657761 Nov 22 16:53:58.299134 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9832c875-53b5-4b88-815c-ae6cd11a23b4 req-c79f8daa-ad87-4e7b-b828-24b17ddfbafe tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479314 Nov 22 16:53:58.325878 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.353392 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:58.365254 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:58.365872 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:53:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.478051 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:58.695100 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.723303 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2a20c-9738-41a4-bfce-11856e3c7629 None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:58.785087 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c8814196-f614-4359-818d-f19fd8746d50 req-72eb8651-5e11-49a8-b5ae-f97007bfe441 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=4565565d-eecf-4bc1-8f80-5b7098b1ee3c HTTP/1.1" status: 200 len: 210 time: 0.0266180 Nov 22 16:53:58.825004 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2c011235-2950-44a2-b8e3-8773a31decff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.966141 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c15d2d-8c66-44db-b515-951d888b8d43 None None] New status for floating IP 8b31c962-dc40-4925-a9c6-1edeb6f3b8e5: DOWN {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:53:59.420952 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccc63b-6789-4ee9-92dd-219597ee2e40 req-55fa0b71-00d4-4ae5-8a0b-14855b45d77b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:59.422412 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-18ccc63b-6789-4ee9-92dd-219597ee2e40 req-55fa0b71-00d4-4ae5-8a0b-14855b45d77b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0497968 Nov 22 16:53:59.474468 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-18ccc63b-6789-4ee9-92dd-219597ee2e40 req-8baa66ea-f623-45b0-97ed-5f2e8b784522 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458457 Nov 22 16:54:00.055809 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-1e7fbdeb-2ff9-4613-b968-3ebd95d92f46 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121951638&fields=id&tenant_id=dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 267 time: 0.0438142 Nov 22 16:54:00.162248 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-80f82f95-b2f0-46fe-91a0-e76cb85ca58e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.163616 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-80f82f95-b2f0-46fe-91a0-e76cb85ca58e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 812 time: 0.0997734 Nov 22 16:54:00.178880 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-87c83ed4-b225-4163-8b54-e37b177e24e9 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/quotas/dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 375 time: 0.0090747 Nov 22 16:54:00.234172 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-71026367-4068-45f2-9df1-0e17c87c2962 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498633 Nov 22 16:54:00.328252 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-9e6227ff-4f99-412d-81b4-610aa1e1f8fe service neutron] 10.222.0.61 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829322 Nov 22 16:54:00.423010 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-8fe7ac2c-1db3-404b-9cd4-d5dc3f56a88f service neutron] 10.222.0.61 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882976 Nov 22 16:54:00.596461 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dded25a-caa9-4438-b9b2-bc84ca22d689 req-24b21775-f80a-4221-8466-11d8fa7726dd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.598313 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9dded25a-caa9-4438-b9b2-bc84ca22d689 req-24b21775-f80a-4221-8466-11d8fa7726dd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0561368 Nov 22 16:54:00.650893 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9dded25a-caa9-4438-b9b2-bc84ca22d689 req-f29e7ed0-ef4a-454c-a86f-ee87d8f85a37 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Nov 22 16:54:00.725969 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-388edb19-3e0f-46ed-9a34-49185cd6665f req-7839d46e-301e-4834-9758-c89c03b21873 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 210 time: 0.0296621 Nov 22 16:54:00.776719 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b7784-16d2-4304-9dae-35ad29ae0d0e req-79bfbe96-8d58-4b90-b203-662bd7a5a6e8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.778920 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-211b7784-16d2-4304-9dae-35ad29ae0d0e req-79bfbe96-8d58-4b90-b203-662bd7a5a6e8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0550725 Nov 22 16:54:00.787588 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50284) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.792188 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'floatingip': {'port_id': '8fb0874e-fcbc-4cce-87ba-7923e791f22c'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:00.832106 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.041987 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c8465d6d-39bb-46da-986e-a65390e7b2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.296508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.300216 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.618870 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Floating IP 71c5a370-60c7-474e-bfd1-0697f1b7dd6e associated. External IP: 172.27.3.63, port: 8fb0874e-fcbc-4cce-87ba-7923e791f22c. Nov 22 16:54:01.632459 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device b43cbd76-1406-4b6b-bd9d-fbd30b43b398 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:01.662508 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: b43cbd76-1406-4b6b-bd9d-fbd30b43b398 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:01.662952 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device b43cbd76-1406-4b6b-bd9d-fbd30b43b398 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:01.749103 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-72a63b08-878b-4e27-a054-823fd5bc8bd4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:01.750594 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-72a63b08-878b-4e27-a054-823fd5bc8bd4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 812 time: 0.1334462 Nov 22 16:54:01.862925 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9ff584b5-7255-4c71-b545-977ea90b8c75 req-42f52bed-ba49-489b-9c65-cefece206dbe tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 210 time: 0.0382884 Nov 22 16:54:01.875115 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:01.989748 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:01.994980 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.000661 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:02.012179 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:02.013238 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:54:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.027720 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-37062798-63d9-4922-afb3-bcacd53d6ce8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "PUT /v2.0/floatingips/71c5a370-60c7-474e-bfd1-0697f1b7dd6e HTTP/1.1" status: 200 len: 990 time: 1.2363284 Nov 22 16:54:02.027720 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:02.028694 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7ddac6-17ff-4669-917c-ad81025116f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:02.085617 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-04e353cf-2dc0-4512-883e-c6d65c00bb02 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 380 time: 0.3029344 Nov 22 16:54:02.096635 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'port': {'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'admin_state_up': True, 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'security_groups': ['3e2d5bd2-503b-4bb3-b461-d561d0c7316b']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:02.125166 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba4a952-d559-4ae3-9bb2-2e996553ec8b x-openstack-request-id: req-fba4a952-d559-4ae3-9bb2-2e996553ec8b {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:02.125398 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:02.125647 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fba4a952-d559-4ae3-9bb2-2e996553ec8b {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:02.126039 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'status': 'completed', 'code': 200} Nov 22 16:54:02.168187 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:02.225939 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.251651 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-f08cb43a-44d5-4527-aaf7-d7431fd6e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.253169 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-f08cb43a-44d5-4527-aaf7-d7431fd6e27e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1098 time: 0.0637088 Nov 22 16:54:02.254219 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Made reservation on behalf of dd6bb6026ac74775904d68f7483c79c8 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:02.257711 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.417763 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '71c5a370-60c7-474e-bfd1-0697f1b7dd6e', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'port_id': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'mac_address': 'fa:16:3e:fd:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:48Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 1, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.442586 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-e133fbfa-94f5-46f0-a33e-ac086f637596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.443867 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-e133fbfa-94f5-46f0-a33e-ac086f637596 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.1828938 Nov 22 16:54:02.446533 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:02.458503 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:02.459132 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:54:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.515662 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Allocated IP 172.20.0.5 (0b1c2e1e-d8e0-430c-9638-c1f4446f26b2/5333f833-aff1-4d0e-a5c7-f2c10faa26d2/10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:02.537287 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-c1070bdd-80ab-417d-9de2-e54d741693d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 998 time: 0.0842786 Nov 22 16:54:02.579291 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:02.653721 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-403cab89-32a0-4e9f-8771-04e432ba8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.655128 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-403cab89-32a0-4e9f-8771-04e432ba8ed4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.1030350 Nov 22 16:54:02.747242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-0f19ffc0-3b65-4178-b6ae-79eabef69962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.748810 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-0f19ffc0-3b65-4178-b6ae-79eabef69962 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827968 Nov 22 16:54:02.751625 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.829826 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '71c5a370-60c7-474e-bfd1-0697f1b7dd6e', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'port_id': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'mac_address': 'fa:16:3e:fd:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:48Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 1, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.856910 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.861131 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a325041c-b461-4640-b07c-223bf96f33d6 None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '71c5a370-60c7-474e-bfd1-0697f1b7dd6e', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'port_id': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'mac_address': 'fa:16:3e:fd:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:48Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 1, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:02.869848 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-8816cbc5-9c1e-4a30-87a3-46d3946558de service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132762 Nov 22 16:54:02.930223 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:02.931717 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:02.960845 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:02.996424 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.018771 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9627c5-e12b-470b-a3e8-ea9989d3d748 req-5290af8f-70f7-4485-99d0-f1e2b1f1d854 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:03.020401 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8a9627c5-e12b-470b-a3e8-ea9989d3d748 req-5290af8f-70f7-4485-99d0-f1e2b1f1d854 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 931 time: 0.0797412 Nov 22 16:54:03.031170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:03.031170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.064225 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-762a6796-4357-4ca9-9523-44348a700094 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706578 Nov 22 16:54:03.083280 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Request body: {'port': {'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:03.113276 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8a9627c5-e12b-470b-a3e8-ea9989d3d748 req-d5eb4afe-b9cb-4739-b329-8796bc128b64 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832741 Nov 22 16:54:03.119539 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ba7ddac6-17ff-4669-917c-ad81025116f3 req-6d2f045b-2a76-4f36-9fc3-c6e9a0062de3 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239234 Nov 22 16:54:03.154036 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.200967 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffb5671-3c8b-4f5e-9774-b76024b4b77b None None] New status for floating IP 71c5a370-60c7-474e-bfd1-0697f1b7dd6e: ACTIVE {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:54:03.461924 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-f1c56666-d94d-41e7-866d-f206a0263e89 None None] Provisioning complete for port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:03.462589 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f1c56666-d94d-41e7-866d-f206a0263e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.472962 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:03.480758 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.497149 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Transition to ACTIVE for port object 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:54:03.501067 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.535795 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-f1c56666-d94d-41e7-866d-f206a0263e89 None None] Port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:03.577904 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Pushing event updated for resources: {'Port': ['ID=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.624930 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.640089 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Attempting to bind port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:03.640519 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Attempting to bind port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:03.640917 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Attempting to bind port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:03.646624 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:54:03.647035 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Attempting to bind port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:03.652459 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:03.652805 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Checking segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:03.653846 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Bound using segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:03.654597 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Bound port: 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:03.654970 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.730617 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] For port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:03.735152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] For port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:03.739215 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.782376 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:03.782986 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.784388 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] 10.222.0.58 "PUT /v2.0/ports/10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 200 len: 1093 time: 0.7054174 Nov 22 16:54:03.784836 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:03.788072 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:03.814203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c039f-de34-48e4-ab4f-7904e5771e97 service neutron] Pushing event updated for resources: {'Port': ['ID=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.836358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14884e5-fe8e-4d75-9f4d-4fb2a3ea4b72 x-openstack-request-id: req-e14884e5-fe8e-4d75-9f4d-4fb2a3ea4b72 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:03.836644 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:03.836906 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e14884e5-fe8e-4d75-9f4d-4fb2a3ea4b72 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:03.837308 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'status': 'completed', 'code': 200} Nov 22 16:54:03.912927 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-b1a6a5d5-99b7-48c5-8b9c-fc8e908805a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:03.914441 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-b1a6a5d5-99b7-48c5-8b9c-fc8e908805a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1096 time: 0.0481956 Nov 22 16:54:03.968244 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-3080eb4d-84d5-47e1-86a7-8626f7f59e7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 200 len: 217 time: 0.0377007 Nov 22 16:54:04.024070 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-b5b0bee8-6e14-4ad6-bc3c-dc4689bc5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.025530 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-b5b0bee8-6e14-4ad6-bc3c-dc4689bc5f18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0510077 Nov 22 16:54:04.081677 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-bd363a10-7e79-4680-943c-6adc1f42a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.083092 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-bd363a10-7e79-4680-943c-6adc1f42a93b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503366 Nov 22 16:54:04.179123 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-542c23a9-da16-4475-b356-bfd0f893dcb1 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888693 Nov 22 16:54:04.233676 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e97e49-d54f-4d67-91b7-71b08a6bb00a req-03b014fb-35d5-4b61-841d-3e86e26c813c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.235774 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b6e97e49-d54f-4d67-91b7-71b08a6bb00a req-03b014fb-35d5-4b61-841d-3e86e26c813c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0536628 Nov 22 16:54:04.301922 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b6e97e49-d54f-4d67-91b7-71b08a6bb00a req-681e8622-4359-490b-a8a8-6fad173df4ee tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591207 Nov 22 16:54:04.305927 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-77986944-aeba-47cc-92a9-a289b2fa1f22 req-a84366ce-4978-43c6-9c11-c94c09298eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186750 Nov 22 16:54:04.422616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.455579 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-a179110d-a6d3-408a-b562-154f52b199f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.457108 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-a179110d-a6d3-408a-b562-154f52b199f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1096 time: 0.0433245 Nov 22 16:54:04.551783 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-6c16c8cf-294e-4224-acbb-8167420e2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.553369 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-6c16c8cf-294e-4224-acbb-8167420e2b06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0890245 Nov 22 16:54:04.597595 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-b92ebefb-b065-4760-a914-c7a320526faf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 200 len: 217 time: 0.0355048 Nov 22 16:54:04.657940 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-bb2c6c04-f7d5-4746-9598-fd5fa049a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.659476 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-bb2c6c04-f7d5-4746-9598-fd5fa049a5bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0434289 Nov 22 16:54:04.708676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-9261ca62-ede6-4b4a-9293-569eb4dfbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.710134 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-9261ca62-ede6-4b4a-9293-569eb4dfbf20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432358 Nov 22 16:54:04.801154 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-b52241f7-551b-4ef3-ae82-d0f1eeaadaab service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Nov 22 16:54:04.897252 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7ae4959a-e609-483c-a2a7-b18c1c6df0ad req-05d9269d-fb87-4f69-be3a-f9145c3909ca service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883589 Nov 22 16:54:05.418370 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdf111-5bfc-4c1b-ac34-5deb788be7bd req-e512c5b9-80ed-4738-960a-716aaec50af0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:05.419875 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-60cdf111-5bfc-4c1b-ac34-5deb788be7bd req-e512c5b9-80ed-4738-960a-716aaec50af0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0507302 Nov 22 16:54:05.471330 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-60cdf111-5bfc-4c1b-ac34-5deb788be7bd req-cc133e0e-2f6c-40ce-acee-74019bb679bc tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444109 Nov 22 16:54:06.585091 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5bac3-5944-477b-9a62-79d4c847a8e4 req-860477ec-3303-4100-97f0-821d1cdec32e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:06.586618 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eba5bac3-5944-477b-9a62-79d4c847a8e4 req-860477ec-3303-4100-97f0-821d1cdec32e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0491757 Nov 22 16:54:06.638385 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eba5bac3-5944-477b-9a62-79d4c847a8e4 req-6a431d5e-bb3b-4263-a06d-f645ca31921c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Nov 22 16:54:07.759089 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801112e-8fa2-4a61-ba33-bf04d0bdb531 req-9e8fbaf4-61e5-45dd-8583-262691c610cb tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:07.760618 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f801112e-8fa2-4a61-ba33-bf04d0bdb531 req-9e8fbaf4-61e5-45dd-8583-262691c610cb tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0550017 Nov 22 16:54:07.809851 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f801112e-8fa2-4a61-ba33-bf04d0bdb531 req-41df20a6-cf4b-4d63-95a9-059f11c9fca1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Nov 22 16:54:08.925404 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ffa5f-09b4-4f2e-9100-dae269f25555 req-5c6021a9-7640-40fa-ab09-0138f5b927e1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:08.926888 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ea6ffa5f-09b4-4f2e-9100-dae269f25555 req-5c6021a9-7640-40fa-ab09-0138f5b927e1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0480781 Nov 22 16:54:08.974909 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ea6ffa5f-09b4-4f2e-9100-dae269f25555 req-6aa84cbc-5f2e-40a7-8b55-86ea319a3520 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Nov 22 16:54:10.091798 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b4606-31bb-4fe3-b6d0-2260e21b34a0 req-3dadd55c-9f77-4985-934f-2b5f6bd938eb tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:10.093272 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-be0b4606-31bb-4fe3-b6d0-2260e21b34a0 req-3dadd55c-9f77-4985-934f-2b5f6bd938eb tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0517933 Nov 22 16:54:10.142205 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-be0b4606-31bb-4fe3-b6d0-2260e21b34a0 req-cdb827c6-d392-4439-a993-9e9add62410f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Nov 22 16:54:11.258488 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcce688-969c-4e56-9a19-8182e806e5d4 req-5a51ae90-bce6-4cad-a039-3618a2d49cc0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:11.259883 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1fcce688-969c-4e56-9a19-8182e806e5d4 req-5a51ae90-bce6-4cad-a039-3618a2d49cc0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0498366 Nov 22 16:54:11.308768 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1fcce688-969c-4e56-9a19-8182e806e5d4 req-a89c163d-3fee-46cf-993c-d2b66a51cb7d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Nov 22 16:54:12.425795 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66fdc9-91e6-41f1-a8c3-33e3e65c44ec req-670cb364-bce7-4287-83a9-8b8c1ed7e7af tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:12.427278 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1a66fdc9-91e6-41f1-a8c3-33e3e65c44ec req-670cb364-bce7-4287-83a9-8b8c1ed7e7af tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0514061 Nov 22 16:54:12.486588 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1a66fdc9-91e6-41f1-a8c3-33e3e65c44ec req-32e755ec-f2ef-4d23-a536-e012de570b2e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529532 Nov 22 16:54:13.600806 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63658779-92ff-49bc-b441-8a698a1bb549 req-e312d9b0-535c-47e1-8d6e-930c8c381387 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:13.602314 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-63658779-92ff-49bc-b441-8a698a1bb549 req-e312d9b0-535c-47e1-8d6e-930c8c381387 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 943 time: 0.0490479 Nov 22 16:54:13.663348 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-63658779-92ff-49bc-b441-8a698a1bb549 req-3bd89a9c-a767-4725-8ab8-f4e12b9ffcb0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549316 Nov 22 16:54:13.687798 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:54:13.788276 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:13.800426 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:13.836860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.851140 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:13.874251 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:13.878329 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.925489 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:14.220235 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:14.779713 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda21881-f17d-449c-84da-9345e9881a2c req-9a149a08-61f7-4e31-a59e-3bd1ca870b92 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:14.781221 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eda21881-f17d-449c-84da-9345e9881a2c req-9a149a08-61f7-4e31-a59e-3bd1ca870b92 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 944 time: 0.0504613 Nov 22 16:54:14.831760 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eda21881-f17d-449c-84da-9345e9881a2c req-e6e2b6c8-ea5f-4a49-822e-c649f374be78 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Nov 22 16:54:15.679787 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:15.728190 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:54:15.732500 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:15.732871 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.812666 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.834623 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:15.836862 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f1990-d430-4087-88db-b766bf0a900d" -d '{"events": [{"server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "name": "network-vif-plugged", "status": "completed", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:15.850691 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:15.856472 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.881052 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2bf01d-a7bb-4b98-9516-fd8193b9607c x-openstack-request-id: req-fb2bf01d-a7bb-4b98-9516-fd8193b9607c {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:15.881350 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "name": "network-vif-plugged", "status": "completed", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:15.881596 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb2bf01d-a7bb-4b98-9516-fd8193b9607c {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:15.881984 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'code': 200} Nov 22 16:54:15.907790 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:15.961181 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996f144-d9db-4459-819d-09f4f9375754 req-80aa23b6-3268-4c15-a76c-4bde7772b3d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:15.962678 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7996f144-d9db-4459-819d-09f4f9375754 req-80aa23b6-3268-4c15-a76c-4bde7772b3d4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0573630 Nov 22 16:54:16.011185 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7996f144-d9db-4459-819d-09f4f9375754 req-e3ff34b1-4985-4126-b867-759db31ca567 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Nov 22 16:54:16.130998 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a06ef1-10fd-4dce-bee6-ae735ebe8440 req-63be8419-cfb7-4787-9840-2dd89c763e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:16.132510 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-74a06ef1-10fd-4dce-bee6-ae735ebe8440 req-63be8419-cfb7-4787-9840-2dd89c763e17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1098 time: 0.0402477 Nov 22 16:54:16.182778 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-74a06ef1-10fd-4dce-bee6-ae735ebe8440 req-567cd489-8ffe-4edd-8089-393b6296bcde service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Nov 22 16:54:17.133325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5617d-1633-4e74-844f-860534ee00dd req-9070d32a-b120-4235-b7e8-6e0bbc35d1ef tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:17.134795 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-50a5617d-1633-4e74-844f-860534ee00dd req-9070d32a-b120-4235-b7e8-6e0bbc35d1ef tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0503054 Nov 22 16:54:17.183814 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-50a5617d-1633-4e74-844f-860534ee00dd req-02e19d0d-aff9-4848-9bd7-0bcbdc61ecbd tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Nov 22 16:54:18.297643 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae3f87-0c55-4575-970e-208a4882aa90 req-3d84f978-9383-4192-b8ea-bbc61a8327b8 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:18.299141 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6bae3f87-0c55-4575-970e-208a4882aa90 req-3d84f978-9383-4192-b8ea-bbc61a8327b8 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0473661 Nov 22 16:54:18.351550 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6bae3f87-0c55-4575-970e-208a4882aa90 req-7a538387-1c49-4446-86bd-a0b7f6bf42d8 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459862 Nov 22 16:54:18.478299 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b85a50-d641-4ad6-b065-7e4cad5eaa5f req-3187dad3-01a3-4a2d-8c0c-8cb1e0dc88cc tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:18.479694 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a4b85a50-d641-4ad6-b065-7e4cad5eaa5f req-3187dad3-01a3-4a2d-8c0c-8cb1e0dc88cc tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Nov 22 16:54:18.527908 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a4b85a50-d641-4ad6-b065-7e4cad5eaa5f req-c68557a7-fb2c-4b74-8993-fb2ff9eb8876 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Nov 22 16:54:18.550379 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50360) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:18.620687 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd849ce2-0ad9-475d-94a7-44b65d426ce5 tempest-TestVolumeBootPattern-665176762 tempest-TestVolumeBootPattern-665176762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:18.622182 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-bd849ce2-0ad9-475d-94a7-44b65d426ce5 tempest-TestVolumeBootPattern-665176762 tempest-TestVolumeBootPattern-665176762-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1093 time: 0.0708447 Nov 22 16:54:18.624924 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50362) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:18.629141 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:18.654531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.748226 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.856193 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Allocated IP 172.27.3.137 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/220c9664-3d7e-49f2-ad91-1db2385d0a1b) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:18.954775 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.987929 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.031729 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:19.034553 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:19.038137 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:19.060709 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=220c9664-3d7e-49f2-ad91-1db2385d0a1b,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:19.427117 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.495170 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.648323 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.653293 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.722958 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=220c9664-3d7e-49f2-ad91-1db2385d0a1b,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:19.734519 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.832947 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Floating IP 8485b50a-d40d-40a4-9109-dadb55bb2463 associated. External IP: 172.27.3.137, port: 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7. Nov 22 16:54:19.943750 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.185999 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1e7f1-e62c-44f6-a844-cb61954f539c req-495db01e-bdf1-43bc-9ae0-713efcd2088d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.187453 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f1d1e7f1-e62c-44f6-a844-cb61954f539c req-495db01e-bdf1-43bc-9ae0-713efcd2088d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0942268 Nov 22 16:54:20.282964 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f1d1e7f1-e62c-44f6-a844-cb61954f539c req-46f378b3-8e66-4266-8ae0-a6aa946631c8 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873721 Nov 22 16:54:20.337236 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:20.445891 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:20.456762 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:20.466230 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.467454 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:20.468099 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:54:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:20.504416 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-7a10a28d-e651-43f4-aa63-85bbfd3fb04f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8784158 Nov 22 16:54:20.505081 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:20.507664 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d904e0f4-2229-4763-9681-c6538886bb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:20.547086 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef1cac-4519-4ddf-96ba-43536742c63f x-openstack-request-id: req-5bef1cac-4519-4ddf-96ba-43536742c63f {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:20.547377 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:20.547649 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bef1cac-4519-4ddf-96ba-43536742c63f {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:20.548070 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'status': 'completed', 'code': 200} Nov 22 16:54:20.580434 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:20.645407 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e0f4-2229-4763-9681-c6538886bb8b req-f9b7403f-da93-4d8b-9f4d-c30b51af7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.646943 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-f9b7403f-da93-4d8b-9f4d-c30b51af7149 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1098 time: 0.0416961 Nov 22 16:54:20.750478 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e0f4-2229-4763-9681-c6538886bb8b req-6817ec0f-e52b-441a-8c9b-8f886ed1bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.752027 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-6817ec0f-e52b-441a-8c9b-8f886ed1bbf8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0973883 Nov 22 16:54:20.820336 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-30e020ac-fb7a-4a62-b343-4813d511f959 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 200 len: 999 time: 0.0610373 Nov 22 16:54:20.876145 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e0f4-2229-4763-9681-c6538886bb8b req-de828187-06f1-4c74-b522-72c5d3c2a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.878206 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-de828187-06f1-4c74-b522-72c5d3c2a407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0505517 Nov 22 16:54:20.910819 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:19Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:20.925335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e0f4-2229-4763-9681-c6538886bb8b req-45dc8a64-acae-4542-b660-03c7597ae664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.927104 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-45dc8a64-acae-4542-b660-03c7597ae664 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418398 Nov 22 16:54:20.938102 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:20.948804 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:20.949447 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:54:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:21.021484 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-b3688e83-d408-4600-8da5-8fb1cf2021fb service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859861 Nov 22 16:54:21.058021 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:21.124473 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d904e0f4-2229-4763-9681-c6538886bb8b req-bb86346b-f3c8-4587-baaa-137f6620a4f3 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941405 Nov 22 16:54:21.293047 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:19Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:21.323748 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c25c1-2265-45c6-8ad5-254a094220f3 None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:19Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:21.409239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6de853-f0f3-4b55-974b-0f2cb84c7e93 req-db58c867-d1b8-4463-817e-3af7a9b1f8b5 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.410992 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6f6de853-f0f3-4b55-974b-0f2cb84c7e93 req-db58c867-d1b8-4463-817e-3af7a9b1f8b5 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0535841 Nov 22 16:54:21.468022 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6f6de853-f0f3-4b55-974b-0f2cb84c7e93 req-39f09003-6d0e-4f3e-bf3a-97d07a073ad9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510066 Nov 22 16:54:21.519948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7569c4-5444-44bb-959e-d8baa8fb2bfa None None] New status for floating IP 8485b50a-d40d-40a4-9109-dadb55bb2463: ACTIVE {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:54:22.587681 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23ce2-1c9f-42bd-93f2-095ca51a4928 req-bbc84ece-922b-4b90-86df-83c5aa2b8afe tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:22.589231 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-54c23ce2-1c9f-42bd-93f2-095ca51a4928 req-bbc84ece-922b-4b90-86df-83c5aa2b8afe tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0525684 Nov 22 16:54:22.642225 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-54c23ce2-1c9f-42bd-93f2-095ca51a4928 req-265df0bf-b8c5-4697-89df-f9f56167e3c9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468075 Nov 22 16:54:23.763511 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972702c-2f18-438c-ae4e-54629f835fbc req-62fc3cab-8993-4e42-943e-e37ed668c26c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:23.765048 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b972702c-2f18-438c-ae4e-54629f835fbc req-62fc3cab-8993-4e42-943e-e37ed668c26c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0525823 Nov 22 16:54:23.819900 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b972702c-2f18-438c-ae4e-54629f835fbc req-c981d40d-f407-4e10-b414-734dcc5983ba tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475097 Nov 22 16:54:24.942812 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e93e39-2faa-4884-8798-3409d3984541 req-29f84ddd-a380-439f-912c-6b29bfc0a35a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:24.944423 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-75e93e39-2faa-4884-8798-3409d3984541 req-29f84ddd-a380-439f-912c-6b29bfc0a35a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0546243 Nov 22 16:54:24.995240 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-75e93e39-2faa-4884-8798-3409d3984541 req-bd9e2ae1-6ede-41b6-a921-3a1c012242fe tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448396 Nov 22 16:54:25.168030 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-f1d7823a-16c5-4fb5-86ae-cc70959a229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:25.170440 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-f1d7823a-16c5-4fb5-86ae-cc70959a229f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0450459 Nov 22 16:54:25.278830 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-8d235a63-b75b-4fdf-8855-8bdf3293b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:25.280323 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-8d235a63-b75b-4fdf-8855-8bdf3293b863 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.0891895 Nov 22 16:54:25.347286 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-39a10908-81c8-4340-9103-d83d6996644b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 999 time: 0.0594876 Nov 22 16:54:25.398615 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-cf337821-a8a9-419e-8301-7cd63245a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:25.400231 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-cf337821-a8a9-419e-8301-7cd63245a66c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0459566 Nov 22 16:54:25.454643 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-5a1bdc9d-0f01-438d-9463-979b6f00a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:25.456879 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-5a1bdc9d-0f01-438d-9463-979b6f00a08e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482802 Nov 22 16:54:25.551554 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-f077ee44-694f-47e0-ae09-b8fafcb5bf4d service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869882 Nov 22 16:54:25.665416 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-243d1cf1-42ef-482b-adc9-1f355b8e55f9 req-1a3ad476-bee0-493f-8f5d-396b666bddfa service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885668 Nov 22 16:54:26.113500 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b3a6-d77c-495d-8193-647dceff64e3 req-ec92380e-4e15-4b5b-83e3-7b9c1bc9d131 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:26.114741 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6f16b3a6-d77c-495d-8193-647dceff64e3 req-ec92380e-4e15-4b5b-83e3-7b9c1bc9d131 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0508490 Nov 22 16:54:26.165213 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6f16b3a6-d77c-495d-8193-647dceff64e3 req-08f57a79-2846-452f-a399-8693ee366609 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445917 Nov 22 16:54:27.283793 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70af92-1dcb-43b3-98e2-aa1b63046559 req-d1ecaada-db35-4d77-8cc2-1fb72bb54520 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:27.285153 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7b70af92-1dcb-43b3-98e2-aa1b63046559 req-d1ecaada-db35-4d77-8cc2-1fb72bb54520 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0502210 Nov 22 16:54:27.341578 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7b70af92-1dcb-43b3-98e2-aa1b63046559 req-ccb87348-b81a-45a6-bb34-56224fce49ff tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504503 Nov 22 16:54:28.234311 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:28.460495 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0d4bf-931b-48c9-8fb8-4b40c9bf5567 req-1ea4a218-205c-4565-883d-241d6fe1ef93 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:28.462041 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-58e0d4bf-931b-48c9-8fb8-4b40c9bf5567 req-1ea4a218-205c-4565-883d-241d6fe1ef93 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0521936 Nov 22 16:54:28.513407 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-58e0d4bf-931b-48c9-8fb8-4b40c9bf5567 req-87e050f9-5950-499b-beea-627cb4fa7854 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450752 Nov 22 16:54:28.827241 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e16889e9-65dc-4309-82a3-266764b523bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.631146 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1f34d-431b-48f6-996b-cb563bb159ab req-5a99a047-79a1-45e1-8e6c-a142b26213f9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:29.632680 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-86d1f34d-431b-48f6-996b-cb563bb159ab req-5a99a047-79a1-45e1-8e6c-a142b26213f9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0503585 Nov 22 16:54:29.682908 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-86d1f34d-431b-48f6-996b-cb563bb159ab req-67611314-87f1-4db1-b233-aa371e9fb2bf tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Nov 22 16:54:30.306601 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-93867435-8edc-4895-ba02-f910c6d89c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.308034 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-93867435-8edc-4895-ba02-f910c6d89c0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0424092 Nov 22 16:54:30.403945 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-46a7511e-b444-4d76-9138-5327b2490ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.405471 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-46a7511e-b444-4d76-9138-5327b2490ff6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.0841026 Nov 22 16:54:30.476754 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-920da2ae-7134-40d9-99cd-330f33a4d431 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 999 time: 0.0637271 Nov 22 16:54:30.531013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-463b0310-3c2e-4503-9c6a-5ce4dc7d511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.532520 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-463b0310-3c2e-4503-9c6a-5ce4dc7d511a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0457428 Nov 22 16:54:30.579719 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-f91b5f56-813c-45b4-97fd-b893ea884347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.581914 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-f91b5f56-813c-45b4-97fd-b893ea884347 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414562 Nov 22 16:54:30.685736 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-c07ec2d3-5641-44e5-a28e-8d3355082f15 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896018 Nov 22 16:54:30.781097 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b6055c77-9166-4ff5-b9f5-3bec478cd846 req-706bad5c-c702-4c14-af6d-32d8f5cbc5a1 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859771 Nov 22 16:54:30.806699 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d0d46-4c79-4859-ba0a-69545ac63c3d req-8900a4a0-e507-419f-b92b-fcddbf7f2d91 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.808248 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-418d0d46-4c79-4859-ba0a-69545ac63c3d req-8900a4a0-e507-419f-b92b-fcddbf7f2d91 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0533726 Nov 22 16:54:30.862662 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-418d0d46-4c79-4859-ba0a-69545ac63c3d req-7d5eb610-8e2c-44f8-9ea5-c3fd0ef0e408 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Nov 22 16:54:31.046478 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0e5c-8201-4fb3-8ee6-27c648633a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.985175 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a0029-a4ac-450a-9100-250c2b000f2f req-18adcb1d-2531-4c78-a4eb-7fcc83aca014 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:31.987233 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ca3a0029-a4ac-450a-9100-250c2b000f2f req-18adcb1d-2531-4c78-a4eb-7fcc83aca014 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0567555 Nov 22 16:54:32.038095 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ca3a0029-a4ac-450a-9100-250c2b000f2f req-f0ebc6ca-642b-4b3b-bac9-df8ce0033ebc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440118 Nov 22 16:54:32.223587 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.178866 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8408-5d48-4ed8-80f3-f68f765a69ce req-6c1a29f6-524e-4b4e-aecf-31f5adbbf9c7 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:33.180424 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fa2c8408-5d48-4ed8-80f3-f68f765a69ce req-6c1a29f6-524e-4b4e-aecf-31f5adbbf9c7 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0659413 Nov 22 16:54:33.231987 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fa2c8408-5d48-4ed8-80f3-f68f765a69ce req-b04e483a-9e76-4674-9bb3-e6f0c41529b7 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450134 Nov 22 16:54:33.457800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50432) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:33.476278 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028273e-3d2e-4cdc-9334-6c1901b3016a req-5b98795a-3e49-457e-bcb6-9ccb1c726b77 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:33.477830 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6028273e-3d2e-4cdc-9334-6c1901b3016a req-5b98795a-3e49-457e-bcb6-9ccb1c726b77 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0526714 Nov 22 16:54:33.532523 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6028273e-3d2e-4cdc-9334-6c1901b3016a req-1ec423ff-72af-4963-9bcd-9940718e51af tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485718 Nov 22 16:54:33.553557 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-0a858f8a-270d-4036-adb9-a1565990f683 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946147 Nov 22 16:54:33.562496 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-5905f7fe-2032-4d05-b905-34d5dbf73f1d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:54:33.563469 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-5905f7fe-2032-4d05-b905-34d5dbf73f1d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049379 Nov 22 16:54:33.618308 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.425827 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.654547 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367d110-793d-4fca-87e9-cd27be2eb9ba req-0d5ab73a-cf13-4d77-8439-f58d09872f33 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:34.656058 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3367d110-793d-4fca-87e9-cd27be2eb9ba req-0d5ab73a-cf13-4d77-8439-f58d09872f33 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0523036 Nov 22 16:54:34.710306 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3367d110-793d-4fca-87e9-cd27be2eb9ba req-89e73e67-3051-4d6e-940c-a934e26c8598 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478394 Nov 22 16:54:35.216964 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-38326fef-6806-479a-af68-c7fc1db2823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.218311 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-38326fef-6806-479a-af68-c7fc1db2823f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c&tenant_id=9a162bba81c545e78b24734acd4f95e5 HTTP/1.1" status: 200 len: 1098 time: 0.0400100 Nov 22 16:54:35.291997 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-20a025a2-9866-49ce-b39f-99f8702535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.293431 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-20a025a2-9866-49ce-b39f-99f8702535d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0388851 Nov 22 16:54:35.384988 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-37a35c09-8851-4a25-a9cc-26d6906a646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.386438 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-37a35c09-8851-4a25-a9cc-26d6906a646a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.0858440 Nov 22 16:54:35.451799 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-cf97c9b0-7234-435c-9518-d9995bf3c500 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 999 time: 0.0569506 Nov 22 16:54:35.501508 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-dda4b2b6-dc55-425c-b77e-68b84a7f7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.503545 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-dda4b2b6-dc55-425c-b77e-68b84a7f7a9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0441930 Nov 22 16:54:35.554837 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-040c02a3-8ffc-404c-9a76-b8b96fd102bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.556308 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-040c02a3-8ffc-404c-9a76-b8b96fd102bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438347 Nov 22 16:54:35.648847 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-b46e5d98-b615-41a1-8086-2cadd7830fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Nov 22 16:54:35.751813 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-94f9433c-4c99-4d30-8da8-1030056392e7 req-41ae8de4-544f-4ed5-8947-1dffe2cc9a97 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Nov 22 16:54:35.826410 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d3110-9c5c-47aa-9292-0b1f4adbfcca req-b71abf09-d8d4-4ee3-ba93-1c346c070edb tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.827873 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f6d3110-9c5c-47aa-9292-0b1f4adbfcca req-b71abf09-d8d4-4ee3-ba93-1c346c070edb tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0487015 Nov 22 16:54:35.877840 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f6d3110-9c5c-47aa-9292-0b1f4adbfcca req-70dbe30c-8b7b-477f-9ea0-c12532e35e9f tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Nov 22 16:54:36.993964 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30457816-daf9-48e5-a7c4-85a5c924fd80 req-de8fd28e-6d03-4ead-8775-91b5573385a3 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:36.995419 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-30457816-daf9-48e5-a7c4-85a5c924fd80 req-de8fd28e-6d03-4ead-8775-91b5573385a3 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0485892 Nov 22 16:54:37.043781 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-30457816-daf9-48e5-a7c4-85a5c924fd80 req-ffc119ff-6c4a-4b39-ae66-8e04b55f0e67 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Nov 22 16:54:37.758162 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:37.834203 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.856389 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:37.858604 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02498fc5-b63e-4382-ab9c-6e80bc79d5f1" -d '{"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:37.871207 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:37.875226 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.903595 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f4f4eb-e35f-438a-8a4f-fd500f2d0abc x-openstack-request-id: req-08f4f4eb-e35f-438a-8a4f-fd500f2d0abc {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:37.903908 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:37.904162 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08f4f4eb-e35f-438a-8a4f-fd500f2d0abc {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:37.904549 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'code': 200} Nov 22 16:54:37.929393 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=6']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:38.163239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c778d2-58b4-479b-9798-84c0f774b70f req-a5779dba-2e50-4f8b-993a-86dd5b2effa9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.164711 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-70c778d2-58b4-479b-9798-84c0f774b70f req-a5779dba-2e50-4f8b-993a-86dd5b2effa9 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0535624 Nov 22 16:54:38.212989 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-70c778d2-58b4-479b-9798-84c0f774b70f req-61ac7781-3672-4923-a3fa-25f5a81b115c tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419772 Nov 22 16:54:39.326141 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82de7c-4bd8-475f-8990-d7ef2b5d1e13 req-bae3c594-d69a-4b83-9f7b-d28d6e3e01f7 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:39.327599 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ec82de7c-4bd8-475f-8990-d7ef2b5d1e13 req-bae3c594-d69a-4b83-9f7b-d28d6e3e01f7 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0483258 Nov 22 16:54:39.378216 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ec82de7c-4bd8-475f-8990-d7ef2b5d1e13 req-ecb89a02-006b-4357-9275-0dc2b18c9a5d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Nov 22 16:54:40.493844 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92593a4-6de4-4c2c-9033-3023fc29ab4a req-19c3497b-55e7-4838-a648-1e4956baf35d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.495216 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b92593a4-6de4-4c2c-9033-3023fc29ab4a req-19c3497b-55e7-4838-a648-1e4956baf35d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0498710 Nov 22 16:54:40.547805 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b92593a4-6de4-4c2c-9033-3023fc29ab4a req-ca2b6fc3-8169-4bca-a070-15c7309bff31 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466337 Nov 22 16:54:41.666455 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798675c0-a52d-415c-b4f1-4f1f88843fdf req-6b0ac6b6-675a-4f76-97ee-f8a43d76f52a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.667953 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-798675c0-a52d-415c-b4f1-4f1f88843fdf req-6b0ac6b6-675a-4f76-97ee-f8a43d76f52a tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0490324 Nov 22 16:54:41.716965 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-798675c0-a52d-415c-b4f1-4f1f88843fdf req-eac4df92-16ab-455d-b415-bd8cd94aa058 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 Nov 22 16:54:42.103579 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e989c-a5f1-41a8-97fd-fd865f1489a3 req-bb3b16f0-df81-4a59-97a3-1ff6e463c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.105107 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-573e989c-a5f1-41a8-97fd-fd865f1489a3 req-bb3b16f0-df81-4a59-97a3-1ff6e463c231 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1096 time: 0.0409992 Nov 22 16:54:42.152683 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-573e989c-a5f1-41a8-97fd-fd865f1489a3 req-1a077fa2-04fe-42fd-9594-cc00f44770a5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372760 Nov 22 16:54:42.833631 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e007-35ae-4b6d-a0db-21e8640db08f req-f6fb1748-90da-4ff0-876f-ee6942cce089 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.835098 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b2a3e007-35ae-4b6d-a0db-21e8640db08f req-f6fb1748-90da-4ff0-876f-ee6942cce089 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0508645 Nov 22 16:54:42.883669 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b2a3e007-35ae-4b6d-a0db-21e8640db08f req-b5e2edaf-e0c7-4db7-909c-6db37280667b tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Nov 22 16:54:43.771945 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:54:43.878947 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:43.890626 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'port_id': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'mac_address': 'fa:16:3e:cc:1b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:43.941438 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.955446 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca92a526-e007-4012-b65d-6d1bd8f760b9 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:43.978862 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:43.983062 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.022928 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd711d-c565-4081-bf4a-1a4e1d82a6a9 req-9496eab6-bd29-4d7e-9bfc-22547918efd2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.024638 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-58bd711d-c565-4081-bf4a-1a4e1d82a6a9 req-9496eab6-bd29-4d7e-9bfc-22547918efd2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 943 time: 0.0588493 Nov 22 16:54:44.050443 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=7']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:44.058523 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.058880 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.059228 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.059712 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.060086 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.060426 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.060760 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.061101 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.061428 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.061759 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.062089 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.062415 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.089634 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-58bd711d-c565-4081-bf4a-1a4e1d82a6a9 req-75043bc6-be83-4d8c-99ab-725bd56568fc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578594 Nov 22 16:54:44.322173 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['ca92a526-e007-4012-b65d-6d1bd8f760b9'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:45.780026 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:45.830793 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port ca92a526-e007-4012-b65d-6d1bd8f760b9 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:45.831220 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.910075 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.932936 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:45.935160 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2875596-2298-4cfa-a867-614583bdb568" -d '{"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-plugged", "status": "completed", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:45.948437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:45.952980 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.980374 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76d2341-0f38-4e1e-b738-61a3dfe849cc x-openstack-request-id: req-a76d2341-0f38-4e1e-b738-61a3dfe849cc {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:45.980663 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-plugged", "status": "completed", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:45.980914 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a76d2341-0f38-4e1e-b738-61a3dfe849cc {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:45.981297 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'code': 200} Nov 22 16:54:46.006959 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=8']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:49.928314 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.746947 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e55d4-d39b-4541-8cee-ca63446b436f req-55eea9dd-824f-499b-9557-98e803770c41 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:51.748523 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-286e55d4-d39b-4541-8cee-ca63446b436f req-55eea9dd-824f-499b-9557-98e803770c41 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0504673 Nov 22 16:54:51.798588 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-286e55d4-d39b-4541-8cee-ca63446b436f req-302c5578-fa80-4634-ba1e-824c966b11ea tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Nov 22 16:54:52.923775 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277b1f7-75f4-4a8b-8cf1-517cbc6eeb02 req-47bcf1e2-dd2e-4c40-aa8f-b4f408bc17a0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:52.926402 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a277b1f7-75f4-4a8b-8cf1-517cbc6eeb02 req-47bcf1e2-dd2e-4c40-aa8f-b4f408bc17a0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0554473 Nov 22 16:54:52.976783 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a277b1f7-75f4-4a8b-8cf1-517cbc6eeb02 req-5e09ccf4-6b19-405c-8dec-4c28eb68ec12 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Nov 22 16:54:54.094924 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217ec1b-5fa3-44ad-b9a4-428b44747644 req-19c7f60b-f7f3-48a5-8866-36c40e74be98 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:54.097033 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8217ec1b-5fa3-44ad-b9a4-428b44747644 req-19c7f60b-f7f3-48a5-8866-36c40e74be98 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0502563 Nov 22 16:54:54.147294 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8217ec1b-5fa3-44ad-b9a4-428b44747644 req-1eb40ea4-7ba9-4d12-8c21-67a498fb6189 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Nov 22 16:54:55.269508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ffbe-0062-48f0-8065-e1a310f1b835 req-b67af286-dbbe-449c-8ca8-4aade35622bc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:55.271017 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e75ffbe-0062-48f0-8065-e1a310f1b835 req-b67af286-dbbe-449c-8ca8-4aade35622bc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0510597 Nov 22 16:54:55.327923 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8e75ffbe-0062-48f0-8065-e1a310f1b835 req-a7ee3dd1-5d55-489d-99db-14889cfce93f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505798 Nov 22 16:54:56.446812 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b29a4-afe2-4c4f-ac70-2b180e62f482 req-8c5ca8bc-105f-48cc-b7f2-3226f6b704da tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:56.448375 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1c3b29a4-afe2-4c4f-ac70-2b180e62f482 req-8c5ca8bc-105f-48cc-b7f2-3226f6b704da tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0492611 Nov 22 16:54:56.498277 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1c3b29a4-afe2-4c4f-ac70-2b180e62f482 req-a70cb5fd-104b-40a5-82a6-28970c4a559b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Nov 22 16:54:57.616661 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ad00d-6b0c-4c77-bc49-b9465b382690 req-bd10017e-1a56-463c-b89e-9c52f4a76b60 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:57.618151 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a76ad00d-6b0c-4c77-bc49-b9465b382690 req-bd10017e-1a56-463c-b89e-9c52f4a76b60 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0497799 Nov 22 16:54:57.665756 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a76ad00d-6b0c-4c77-bc49-b9465b382690 req-44a0e38d-8908-43cf-a354-90d8daf0b8e1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Nov 22 16:54:58.786396 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155c69-733f-4b22-9ac0-357e5bec8d3b req-fa76f3ab-18f4-4806-88b8-51b3506df8b0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:58.787917 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc155c69-733f-4b22-9ac0-357e5bec8d3b req-fa76f3ab-18f4-4806-88b8-51b3506df8b0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0538988 Nov 22 16:54:58.827757 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1f17f6d5-5f8f-4384-a3a3-ec67769af72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.835339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-bc155c69-733f-4b22-9ac0-357e5bec8d3b req-52f46896-4fd9-4de0-929f-838bffa0eeeb tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Nov 22 16:54:59.950057 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a481-b0be-410c-b369-3ea04f341b1e req-9c5e8ef1-306c-4a96-a7b3-867d00a80123 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:59.951522 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5a47a481-b0be-410c-b369-3ea04f341b1e req-9c5e8ef1-306c-4a96-a7b3-867d00a80123 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0489633 Nov 22 16:54:59.999055 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5a47a481-b0be-410c-b369-3ea04f341b1e req-56e4007f-d3d2-4650-90f7-a29dc42a172a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Nov 22 16:55:01.048933 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-440e6260-65b2-451a-aee3-cb37d1aae6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.116260 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9272-6277-4db0-a72c-5672d5c93408 req-7c7283ae-292c-4dc2-8529-ca306b70d410 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.117746 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dd8b9272-6277-4db0-a72c-5672d5c93408 req-7c7283ae-292c-4dc2-8529-ca306b70d410 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0479889 Nov 22 16:55:01.166226 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dd8b9272-6277-4db0-a72c-5672d5c93408 req-94b76eda-86ec-49fd-b4aa-f6428eba8623 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Nov 22 16:55:02.227485 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.285926 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f798e-20bb-4128-8dfc-b0ecf7fc106b req-b8267a80-b3b4-4100-bc54-5e6a8a1bd1c5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.287372 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ed1f798e-20bb-4128-8dfc-b0ecf7fc106b req-b8267a80-b3b4-4100-bc54-5e6a8a1bd1c5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0497315 Nov 22 16:55:02.333851 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ed1f798e-20bb-4128-8dfc-b0ecf7fc106b req-2fff0396-4b9a-45a5-8b9c-2c7b83f6efb5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 Nov 22 16:55:03.449709 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770966f1-a47a-4a26-81a1-5f8d6b454630 req-028fe43e-e8c7-4648-966e-5751646de46f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.451177 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-770966f1-a47a-4a26-81a1-5f8d6b454630 req-028fe43e-e8c7-4648-966e-5751646de46f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0487263 Nov 22 16:55:03.498519 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-770966f1-a47a-4a26-81a1-5f8d6b454630 req-e312176e-c9af-49d2-89df-80dac290b2a3 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Nov 22 16:55:03.617885 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.427555 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.617264 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc34645-ad42-4138-bda4-c5b35fd2a21a req-7bbf7a38-6885-4c65-85ee-89e09ca6f06d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:04.619097 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebc34645-ad42-4138-bda4-c5b35fd2a21a req-7bbf7a38-6885-4c65-85ee-89e09ca6f06d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0523486 Nov 22 16:55:04.665316 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ebc34645-ad42-4138-bda4-c5b35fd2a21a req-e4952d47-f6b7-442b-9f7d-1f7599bb980b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 Nov 22 16:55:05.231551 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:05.780403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb737612-a381-48a9-a8d7-dedf8344dc6f req-0938614d-f083-4729-bdad-d432416dd622 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:05.781814 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eb737612-a381-48a9-a8d7-dedf8344dc6f req-0938614d-f083-4729-bdad-d432416dd622 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0477896 Nov 22 16:55:05.827964 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-eb737612-a381-48a9-a8d7-dedf8344dc6f req-6cf0fc7a-8924-4853-ab14-f706a9774aa8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Nov 22 16:55:06.946771 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8d741-5839-4920-8a96-2d5262522b38 req-c1a51a55-15a3-4c54-9678-68ac9be98587 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:06.948271 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4ad8d741-5839-4920-8a96-2d5262522b38 req-c1a51a55-15a3-4c54-9678-68ac9be98587 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0516489 Nov 22 16:55:06.994287 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4ad8d741-5839-4920-8a96-2d5262522b38 req-b23ecb25-805d-48e3-a17b-abb673960794 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Nov 22 16:55:08.109673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f310610-f553-4bf6-a402-f3c9d0de141b req-4bd91083-b054-45c3-bbff-9ca999878cce tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.111144 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f310610-f553-4bf6-a402-f3c9d0de141b req-4bd91083-b054-45c3-bbff-9ca999878cce tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0501592 Nov 22 16:55:08.158657 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5f310610-f553-4bf6-a402-f3c9d0de141b req-0273b602-8393-4264-a131-53bd8e0c62e2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Nov 22 16:55:08.351793 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fa520-2f47-458b-b980-a04cf94d3204 req-70e674d1-62e5-4aef-addd-676a8484f528 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.353311 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ae1fa520-2f47-458b-b980-a04cf94d3204 req-70e674d1-62e5-4aef-addd-676a8484f528 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0490527 Nov 22 16:55:08.404854 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ae1fa520-2f47-458b-b980-a04cf94d3204 req-636f269b-875b-4c58-a166-2aba0dc90d3e tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Nov 22 16:55:08.438485 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-c4461d50-c407-44f8-ae8a-a79a23705d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.440105 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-c4461d50-c407-44f8-ae8a-a79a23705d85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1098 time: 0.0414314 Nov 22 16:55:08.530705 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-4b41bbeb-b1b7-42d3-9af1-8bbcf5d6a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.532092 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-4b41bbeb-b1b7-42d3-9af1-8bbcf5d6a770 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.0849009 Nov 22 16:55:08.594384 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-078343f8-9a2a-4957-906b-5d5f5a98696e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 1000 time: 0.0554895 Nov 22 16:55:08.646556 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-3c49317a-a213-476f-a8ab-0b0e1e452340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.647994 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-3c49317a-a213-476f-a8ab-0b0e1e452340 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0466645 Nov 22 16:55:08.695055 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-be4c466d-82c4-4ae3-816e-f1e5447210b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.696521 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-be4c466d-82c4-4ae3-816e-f1e5447210b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405500 Nov 22 16:55:08.787178 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-3139ca5f-d348-4511-a359-0c0a9ce9491c service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830681 Nov 22 16:55:08.881256 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-467cbbd7-94c9-4a7b-9268-e2125d6ca3d3 req-1e221d0b-0047-481c-b384-94adf4cb0ca6 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856013 Nov 22 16:55:09.522888 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723fc72-692b-4fca-a775-352353174f4d req-20e9dc19-4833-4292-8d2f-933d62ce342d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.524426 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7723fc72-692b-4fca-a775-352353174f4d req-20e9dc19-4833-4292-8d2f-933d62ce342d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0488503 Nov 22 16:55:09.579760 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7723fc72-692b-4fca-a775-352353174f4d req-cf8738a5-e9fe-42cc-9d1c-0951651603a4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493963 Nov 22 16:55:10.697604 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeae6b-7a90-4c40-b23f-d25f0d7e8b54 req-120d6786-4fb1-4518-8f3e-f87cf22bba89 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:10.699160 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4cbeae6b-7a90-4c40-b23f-d25f0d7e8b54 req-120d6786-4fb1-4518-8f3e-f87cf22bba89 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0483346 Nov 22 16:55:10.747068 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4cbeae6b-7a90-4c40-b23f-d25f0d7e8b54 req-fed8426d-8da7-4e0c-b227-41b6dbbbc727 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Nov 22 16:55:19.952056 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.932929 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-ebd1bea7-91f6-4d7e-9c60-4c1d5b4e8f17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395806 Nov 22 16:55:27.036716 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-6de79b62-223f-4409-a782-cc23b67868d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:27.038176 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-6de79b62-223f-4409-a782-cc23b67868d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0410321 Nov 22 16:55:27.366772 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-6cc0dd81-6323-418a-9bec-0a36dc260b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:27.368141 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-6cc0dd81-6323-418a-9bec-0a36dc260b02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.3105502 Nov 22 16:55:27.432957 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-543653f3-d51d-4a1c-8228-2afda3073e81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 999 time: 0.0572906 Nov 22 16:55:27.484246 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-af4947fb-e58c-4c5b-a22b-c6873bc858b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:27.486217 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-af4947fb-e58c-4c5b-a22b-c6873bc858b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0453556 Nov 22 16:55:27.531527 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-18b240cf-3d85-42b0-9369-e858a0bc1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:27.533357 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-18b240cf-3d85-42b0-9369-e858a0bc1bb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400574 Nov 22 16:55:27.628336 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-fa6092fe-4e0d-4191-945c-8b53dc3f9c7a service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849519 Nov 22 16:55:27.715000 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d54a65f6-1e57-4153-87b5-2862d8132665 req-7893e992-8173-4dac-8559-ea119d79ff36 service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786774 Nov 22 16:55:28.828853 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-26caf7de-d70e-4dc1-ade0-3e47fe04ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.052378 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4775e2dd-3dda-4a1c-8703-a6c5214f38ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.227934 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.621520 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.428691 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.229355 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:45.423069 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97889fe-8207-4bb8-80c7-132e062ffa01 req-3e803a68-3277-4724-8052-934d183aa3cd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.424684 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e97889fe-8207-4bb8-80c7-132e062ffa01 req-3e803a68-3277-4724-8052-934d183aa3cd tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0591137 Nov 22 16:55:45.480299 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e97889fe-8207-4bb8-80c7-132e062ffa01 req-2743d441-69fb-4203-9eed-4b14e7400607 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Nov 22 16:55:46.601728 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38bd5-7a49-42a0-8059-2418661f9b86 req-726a16a5-29cf-4d94-9ba2-f4dd28cda459 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.603241 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f5f38bd5-7a49-42a0-8059-2418661f9b86 req-726a16a5-29cf-4d94-9ba2-f4dd28cda459 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0501237 Nov 22 16:55:46.650642 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f5f38bd5-7a49-42a0-8059-2418661f9b86 req-5bafc1aa-31e1-45fa-941c-90bf6f624c48 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Nov 22 16:55:47.768536 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948c69d-a107-4b85-bdd0-e80cca15f5e8 req-265cadc3-d974-4e37-bd7a-edc209f9ac7a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.770039 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4948c69d-a107-4b85-bdd0-e80cca15f5e8 req-265cadc3-d974-4e37-bd7a-edc209f9ac7a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0494990 Nov 22 16:55:47.821113 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4948c69d-a107-4b85-bdd0-e80cca15f5e8 req-8a000d69-15ac-457d-9ba4-b472b711f95a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Nov 22 16:55:48.940572 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60778d5c-510e-4923-bab7-974caa7d1d25 req-96d4b636-ed2f-4892-9fea-7d44c6e73d9a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.942339 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-60778d5c-510e-4923-bab7-974caa7d1d25 req-96d4b636-ed2f-4892-9fea-7d44c6e73d9a tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0499976 Nov 22 16:55:48.992285 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-60778d5c-510e-4923-bab7-974caa7d1d25 req-c5b0c83b-92a6-445f-8539-3af9a30dfd11 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438793 Nov 22 16:55:49.953026 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.109721 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a7af-2e1e-4d9e-ae8b-c4dc0019d3bc req-9e1bed01-d9f4-49b3-8c4c-f4f09e352ff2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.111198 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-afa7a7af-2e1e-4d9e-ae8b-c4dc0019d3bc req-9e1bed01-d9f4-49b3-8c4c-f4f09e352ff2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0478306 Nov 22 16:55:50.159613 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-afa7a7af-2e1e-4d9e-ae8b-c4dc0019d3bc req-3e1ad089-8292-44d7-aba0-3e2347375291 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Nov 22 16:55:51.278465 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e20ae-5228-4af4-b15b-ffab672a8a41 req-49cdfdca-87f4-4c77-b32d-da8c6aa7633c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:51.279859 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-374e20ae-5228-4af4-b15b-ffab672a8a41 req-49cdfdca-87f4-4c77-b32d-da8c6aa7633c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0514386 Nov 22 16:55:51.326943 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-374e20ae-5228-4af4-b15b-ffab672a8a41 req-ad4e02dd-587d-4d2d-b32c-0cd378a362da tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405862 Nov 22 16:55:52.443850 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b5a4e-07fe-4ac2-8d34-19cb90dd7f87 req-463b621a-d4bd-440b-a0bc-ebccccf46f2f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.445354 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e07b5a4e-07fe-4ac2-8d34-19cb90dd7f87 req-463b621a-d4bd-440b-a0bc-ebccccf46f2f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0486953 Nov 22 16:55:52.494336 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e07b5a4e-07fe-4ac2-8d34-19cb90dd7f87 req-a6f1e25d-3339-4643-9dc2-89a6dc025e8b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430639 Nov 22 16:55:53.619661 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a11d-431d-4139-a590-e7818051874b req-06e989f4-52d4-420e-8bf5-7179fda7133c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.621271 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-88a2a11d-431d-4139-a590-e7818051874b req-06e989f4-52d4-420e-8bf5-7179fda7133c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0572321 Nov 22 16:55:53.670516 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-88a2a11d-431d-4139-a590-e7818051874b req-51464ca0-5053-4c58-8488-3256df7929fe tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Nov 22 16:55:54.793633 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52b1c1-06f6-4cde-8463-2a562908f501 req-dade42aa-99c9-404e-874f-9e9ffde4d8d2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.795097 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3a52b1c1-06f6-4cde-8463-2a562908f501 req-dade42aa-99c9-404e-874f-9e9ffde4d8d2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0547075 Nov 22 16:55:54.845141 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3a52b1c1-06f6-4cde-8463-2a562908f501 req-7ce2b120-a3f2-4659-973a-6d84b45568ef tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Nov 22 16:55:55.966938 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738aaef-7205-418e-9546-1d0e4682aa2e req-7c72c6fc-6aae-42e5-a16b-58718c132483 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.968510 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b738aaef-7205-418e-9546-1d0e4682aa2e req-7c72c6fc-6aae-42e5-a16b-58718c132483 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0526416 Nov 22 16:55:56.022316 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b738aaef-7205-418e-9546-1d0e4682aa2e req-5ca7444d-7d46-44e0-a173-95c302752dd8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Nov 22 16:55:56.223127 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba563-d79d-4f92-8024-53703c07291c req-bf160ccd-dea6-4926-b3b6-27cad93fedfc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.224694 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3f1ba563-d79d-4f92-8024-53703c07291c req-bf160ccd-dea6-4926-b3b6-27cad93fedfc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0512247 Nov 22 16:55:56.276186 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3f1ba563-d79d-4f92-8024-53703c07291c req-2f2f166b-4792-4661-b541-88f140c6d5c7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 Nov 22 16:55:56.306773 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-854bdf9f-037d-4c22-9259-8b1af7244466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.308261 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-854bdf9f-037d-4c22-9259-8b1af7244466 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1098 time: 0.0428171 Nov 22 16:55:56.401661 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-b938d589-b469-4052-8d6f-b4b2e8e3913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.403013 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-b938d589-b469-4052-8d6f-b4b2e8e3913e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.0878370 Nov 22 16:55:56.468730 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-62e631a6-4ea3-4cc7-8fa2-bb2b609a306e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 1000 time: 0.0585704 Nov 22 16:55:56.521354 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-b9c6d2ab-d5fa-4965-820a-cd70d50a5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.522771 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-b9c6d2ab-d5fa-4965-820a-cd70d50a5072 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0473609 Nov 22 16:55:56.571634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-049f311b-0722-4568-876f-a98ec0ff9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:56.573127 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-049f311b-0722-4568-876f-a98ec0ff9b61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406516 Nov 22 16:55:56.664664 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-f420ad31-02fe-4e26-aef7-9959f6b1014a service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Nov 22 16:55:56.760181 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-66dafba1-a206-45df-b34b-7e93636d1c78 req-438713ae-69fd-4b95-a863-6e6eca3145ad service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887947 Nov 22 16:55:57.398938 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544a116-144e-4690-8d93-a9dd51501686 req-11501814-1235-422f-87c4-5d5a9581c671 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.400424 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3544a116-144e-4690-8d93-a9dd51501686 req-11501814-1235-422f-87c4-5d5a9581c671 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0504382 Nov 22 16:55:57.455072 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3544a116-144e-4690-8d93-a9dd51501686 req-7191ff9a-9c5c-41fd-8bf4-5ab2139056a5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Nov 22 16:55:58.831311 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d0409a57-83be-4ae9-a702-8f4ea54f139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.500369 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50624) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.663451 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Deleting port 290d91bf-7216-44d2-b2ea-9f6fb55eccaa {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:59.663814 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.749393 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.749749 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.761983 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Calling delete_port for 290d91bf-7216-44d2-b2ea-9f6fb55eccaa owned by network:floatingip {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:59.955072 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.979902 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event deleted for resources: {'Port': ['ID=290d91bf-7216-44d2-b2ea-9f6fb55eccaa,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.997808 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.998163 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.998506 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.998875 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.999211 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.999543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.999894 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:00.000227 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:00.000557 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:00.000886 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:00.001214 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:00.001585 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:00.057528 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for floatingip, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.057767 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Floating IP 40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4 disassociated (deleted). External IP: 172.27.3.8, port: ca92a526-e007-4012-b65d-6d1bd8f760b9. Nov 22 16:56:00.275359 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:00.391934 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:00.397313 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.403773 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] Sync routers for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:00.415962 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:00.416694 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:55:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:00.424508 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-04201b0e-07d6-4a19-9e07-c95a855cd6f2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "DELETE /v2.0/floatingips/40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4 HTTP/1.1" status: 204 len: 168 time: 0.9230368 Nov 22 16:56:00.425093 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:00.428598 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9e2031-cca5-4c4c-81d5-399da76a36b7" -d '{"events": [{"name": "network-changed", "server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:00.466586 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fed40c-2d1d-4927-93ed-ba2df124c5f2 x-openstack-request-id: req-32fed40c-2d1d-4927-93ed-ba2df124c5f2 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:00.466873 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:00.467159 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32fed40c-2d1d-4927-93ed-ba2df124c5f2 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:00.467534 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'status': 'completed', 'code': 200} Nov 22 16:56:00.537735 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:00.561495 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-d5c22035-09e4-44ff-81a2-8695784edf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.563744 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-d5c22035-09e4-44ff-81a2-8695784edf6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a162bba81c545e78b24734acd4f95e5&device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 1098 time: 0.0543578 Nov 22 16:56:00.678429 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-40b766ff-d1a8-4d0a-a675-0b31c2b223d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.680141 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-40b766ff-d1a8-4d0a-a675-0b31c2b223d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 200 len: 910 time: 0.1094050 Nov 22 16:56:00.690325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd94bab-5d8d-42de-a116-8d05d225edeb req-ac18b830-07e1-4e55-8855-28b85348c5eb tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.691838 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3bd94bab-5d8d-42de-a116-8d05d225edeb req-ac18b830-07e1-4e55-8855-28b85348c5eb tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0560942 Nov 22 16:56:00.731729 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-dd6df7ec-ad65-4655-ae5c-ee2cfed24eb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 200 len: 217 time: 0.0425327 Nov 22 16:56:00.755247 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3bd94bab-5d8d-42de-a116-8d05d225edeb req-c3cf92d6-ccac-4ed4-8539-a4b4c407806d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547438 Nov 22 16:56:00.768063 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:41Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:00.792109 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-3bd87623-fa07-46df-9ba1-45831c00ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.793656 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-3bd87623-fa07-46df-9ba1-45831c00ff64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 200 len: 848 time: 0.0528531 Nov 22 16:56:00.798573 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] Checking router: 2bc61d01-7313-4d80-8e9e-67ef203a54f3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:00.808151 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:00.808763 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:55:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:00.845272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-088abfd7-af13-4325-817f-c7e1189259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.846779 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-088abfd7-af13-4325-817f-c7e1189259c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6b739b1-4c41-4bc1-aec5-57261982f83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444212 Nov 22 16:56:00.923007 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:00.957093 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-446dd33c-11d2-4d15-afb7-c9e4fe9e851b service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018851 Nov 22 16:56:01.058569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-680432a5-5399-45f3-83fa-80145283bbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.078179 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-cb9e2031-cca5-4c4c-81d5-399da76a36b7 req-db0edf93-7fdb-47fa-930c-de5b05e2ce0d service neutron] 10.222.0.58 "GET /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128414 Nov 22 16:56:01.235277 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:41Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:01.263077 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dc04f-a359-4d98-9b75-3d7eb6130514 None None] The sync data for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi is: [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:51:35Z', 'revision_number': 4, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '53f5d0c4-84c5-4ddc-a440-e39dd115898e', 'name': '', 'network_id': 'e6b739b1-4c41-4bc1-aec5-57261982f83f', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'mac_address': 'fa:16:3e:1e:0b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '43485eac-7346-41ae-baba-6c4b0b046664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:34Z', 'updated_at': '2021-11-22T16:51:41Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'subnets': [{'id': '43485eac-7346-41ae-baba-6c4b0b046664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:01.501507 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e705da-821c-4a52-b282-497a8b8273e3 None None] New status for floating IP 40a65bb2-f7b5-4c55-9645-2b8f26f0c5c4: DOWN {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:01.880643 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ad24-4913-43df-8384-b07acdc7a0c3 req-c264cfb4-53af-43bd-ae8a-2bb6e0d59ef2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.882706 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9f56ad24-4913-43df-8384-b07acdc7a0c3 req-c264cfb4-53af-43bd-ae8a-2bb6e0d59ef2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0547209 Nov 22 16:56:01.936626 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9f56ad24-4913-43df-8384-b07acdc7a0c3 req-881ba9c8-3af0-47a5-97b5-db324efe6715 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab2d2cde-0f36-416d-a444-b196de0592cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479500 Nov 22 16:56:02.231890 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.337064 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-f8ed4399-7513-458e-97d4-c8418da7859d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:02.338581 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-f8ed4399-7513-458e-97d4-c8418da7859d tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.58 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 945 time: 0.0584657 Nov 22 16:56:02.438903 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Deleting port ca92a526-e007-4012-b65d-6d1bd8f760b9 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:02.439244 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.535411 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] For port ca92a526-e007-4012-b65d-6d1bd8f760b9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ca92a526-e007-4012-b65d-6d1bd8f760b9,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:02.535680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.550453 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Calling delete_port for ca92a526-e007-4012-b65d-6d1bd8f760b9 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:02.686358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.716315 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event deleted for resources: {'Port': ['ID=ca92a526-e007-4012-b65d-6d1bd8f760b9,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.770158 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] No DVR routers for this DVR port ca92a526-e007-4012-b65d-6d1bd8f760b9 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:02.772824 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.776200 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-92d7d15b-3f18-41a6-89ad-114874e65b60 req-fd4fc70e-8678-4360-848b-9c99cb1498d2 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.58 "DELETE /v2.0/ports/ca92a526-e007-4012-b65d-6d1bd8f760b9 HTTP/1.1" status: 204 len: 173 time: 0.4317322 Nov 22 16:56:02.776645 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-deleted', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:02.778902 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d5a4b0-2c6c-4981-a413-608e8a6e9b23" -d '{"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-deleted", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:02.817209 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401a677-5cbc-456b-b293-8690f2709432 x-openstack-request-id: req-5401a677-5cbc-456b-b293-8690f2709432 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:02.817502 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c", "name": "network-vif-deleted", "tag": "ca92a526-e007-4012-b65d-6d1bd8f760b9", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:02.817758 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5401a677-5cbc-456b-b293-8690f2709432 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:02.818157 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c', 'name': 'network-vif-deleted', 'tag': 'ca92a526-e007-4012-b65d-6d1bd8f760b9', 'status': 'completed', 'code': 200} Nov 22 16:56:03.038607 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-49ea51ef-ec15-4f4a-a5b0-d37dfa1fdd8f req-0ab144b1-3655-4b0e-81ff-86010a62e390 tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "GET /v2.0/ports?device_id=76d6fc47-65e1-42ec-b4b1-2e38ad8eaa1c HTTP/1.1" status: 200 len: 210 time: 0.0311084 Nov 22 16:56:03.624328 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.090905 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50642) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:04.146351 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a657a786-a0c4-419f-960e-7a5bc2bfadbc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.171326 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a657a786-a0c4-419f-960e-7a5bc2bfadbc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.231783 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a657a786-a0c4-419f-960e-7a5bc2bfadbc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.234317 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a657a786-a0c4-419f-960e-7a5bc2bfadbc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.235482 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a657a786-a0c4-419f-960e-7a5bc2bfadbc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] 10.222.0.61 "DELETE /v2.0/security-groups/ab2d2cde-0f36-416d-a444-b196de0592cc HTTP/1.1" status: 204 len: 168 time: 0.1435995 Nov 22 16:56:04.245023 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657a786-a0c4-419f-960e-7a5bc2bfadbc tempest-TestShelveInstance-336301834 tempest-TestShelveInstance-336301834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2d2cde-0f36-416d-a444-b196de0592cc,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.432429 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.301696 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50652) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:05.657456 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.905121 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Deleting port 53f5d0c4-84c5-4ddc-a440-e39dd115898e {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:05.905369 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.982635 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] For port 53f5d0c4-84c5-4ddc-a440-e39dd115898e, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=53f5d0c4-84c5-4ddc-a440-e39dd115898e,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:05.983021 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.995436 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Calling delete_port for 53f5d0c4-84c5-4ddc-a440-e39dd115898e owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:06.175498 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.200541 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Pushing event deleted for resources: {'Port': ['ID=53f5d0c4-84c5-4ddc-a440-e39dd115898e,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:06.213082 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.213082 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.213360 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.213785 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.213999 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.214330 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.214928 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.215257 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.215586 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.215941 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.216268 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.216595 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:06.375250 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.802170 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:06.907011 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:06.912087 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-23c01f39-efb7-404a-a96a-7bbdfc3eab6b admin admin] 10.222.0.61 "PUT /v2.0/routers/2bc61d01-7313-4d80-8e9e-67ef203a54f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086833 Nov 22 16:56:06.915506 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50656) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.918150 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] Sync routers for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:06.929120 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:06.929821 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:07.017320 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.035457 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:07.037497 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:07.062293 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: ca92a526-e007-4012-b65d-6d1bd8f760b9 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:07.062915 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device ca92a526-e007-4012-b65d-6d1bd8f760b9 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:07.125570 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.187978 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Deleting port 00056d63-171e-410d-822d-f21813890785 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:07.188456 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.215783 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '00056d63-171e-410d-822d-f21813890785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:56:06Z', 'revision_number': 5, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port': {'id': '00056d63-171e-410d-822d-f21813890785', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:32Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:07.243284 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] Checking router: 2bc61d01-7313-4d80-8e9e-67ef203a54f3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:07.251610 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] Routers {'2bc61d01-7313-4d80-8e9e-67ef203a54f3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:07.252255 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:07.267184 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] For port 00056d63-171e-410d-822d-f21813890785, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=00056d63-171e-410d-822d-f21813890785,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:07.267571 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.284419 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Calling delete_port for 00056d63-171e-410d-822d-f21813890785 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:07.339096 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] Set router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:07.393396 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:56:07Z', 'revision_number': 6, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:07.420570 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9bb96-cbb1-43c5-9379-3072a790875f None None] The sync data for ids ['2bc61d01-7313-4d80-8e9e-67ef203a54f3'] in dv-cinder-804735-12-iscsi is: [{'id': '2bc61d01-7313-4d80-8e9e-67ef203a54f3', 'name': 'tempest-TestShelveInstance-1366025527-router', 'tenant_id': '9a162bba81c545e78b24734acd4f95e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:31Z', 'updated_at': '2021-11-22T16:56:07Z', 'revision_number': 6, 'project_id': '9a162bba81c545e78b24734acd4f95e5', 'gw_port_host': None}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:07.489241 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.557901 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=00056d63-171e-410d-822d-f21813890785,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.585323 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.673356 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.675436 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.722238 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.722669 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc61d01-7313-4d80-8e9e-67ef203a54f3 {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:07.727367 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.728537 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f08bebc5-97c0-476d-b5a4-e871973a3d86 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2bc61d01-7313-4d80-8e9e-67ef203a54f3 HTTP/1.1" status: 204 len: 168 time: 0.8120983 Nov 22 16:56:07.731516 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50660) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.786339 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Deleting subnet 43485eac-7346-41ae-baba-6c4b0b046664 {{(pid=119717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:07.789838 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.829812 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555969'] for subnet, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.909111 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.960768 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671005'] for subnet, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.988608 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43485eac-7346-41ae-baba-6c4b0b046664,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.993821 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.997688 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8ba70bbd-34b1-44f6-8643-2ac5343f75e5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/43485eac-7346-41ae-baba-6c4b0b046664 HTTP/1.1" status: 204 len: 168 time: 0.2640276 Nov 22 16:56:07.999526 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50662) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.070719 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.124516 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce8239-bff8-44de-8b43-e37cdbd6a128 None None] Network e6b739b1-4c41-4bc1-aec5-57261982f83f requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:08.127402 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Deleting port 366b049f-a27d-4d7b-aad3-b7993aa15b0a {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:08.127810 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.196654 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] For port 366b049f-a27d-4d7b-aad3-b7993aa15b0a, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=366b049f-a27d-4d7b-aad3-b7993aa15b0a,segment=NetworkSegment(483cd2d1-cdc2-4388-979a-851843481128),segment_id=483cd2d1-cdc2-4388-979a-851843481128)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:08.197038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.211140 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 53f5d0c4-84c5-4ddc-a440-e39dd115898e no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:08.211299 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Calling delete_port for 366b049f-a27d-4d7b-aad3-b7993aa15b0a owned by network:dhcp {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:08.236359 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 53f5d0c4-84c5-4ddc-a440-e39dd115898e {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:08.236944 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 53f5d0c4-84c5-4ddc-a440-e39dd115898e not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:08.298391 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.325320 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=366b049f-a27d-4d7b-aad3-b7993aa15b0a,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.329007 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] No DVR routers for this DVR port 366b049f-a27d-4d7b-aad3-b7993aa15b0a on host dv-cinder-804735-12-iscsi {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:08.360137 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3fb173-d980-4086-9155-dd16b7f0e0a9 None None] DHCP port deletion for e6b739b1-4c41-4bc1-aec5-57261982f83f request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:08.407180 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.426159 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b739b1-4c41-4bc1-aec5-57261982f83f']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:08.437210 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483cd2d1-cdc2-4388-979a-851843481128') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:08.437504 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483cd2d1-cdc2-4388-979a-851843481128') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:08.448321 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.464285 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.470828 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:08.471220 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:08.473072 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:08.536707 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.542378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.545690 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e6b739b1-4c41-4bc1-aec5-57261982f83f HTTP/1.1" status: 204 len: 168 time: 0.5452123 Nov 22 16:56:08.548719 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50666) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.557925 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae22ec4-326a-4685-ad1f-81bb67818a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b739b1-4c41-4bc1-aec5-57261982f83f,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.893128 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.139254 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Deleting port 78e86293-2ba1-452a-bb0a-de27bc5494bc {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:09.139593 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.221424 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] For port 78e86293-2ba1-452a-bb0a-de27bc5494bc, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=78e86293-2ba1-452a-bb0a-de27bc5494bc,segment=NetworkSegment(e6ca0fde-bd05-4460-a39d-9ca5270480b0),segment_id=e6ca0fde-bd05-4460-a39d-9ca5270480b0)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:09.221792 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.235546 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Calling delete_port for 78e86293-2ba1-452a-bb0a-de27bc5494bc owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:09.422488 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.449249 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e86293-2ba1-452a-bb0a-de27bc5494bc,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.658434 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.691056 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 366b049f-a27d-4d7b-aad3-b7993aa15b0a no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:09.713085 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 366b049f-a27d-4d7b-aad3-b7993aa15b0a {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:09.713431 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 366b049f-a27d-4d7b-aad3-b7993aa15b0a not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:09.713850 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 00056d63-171e-410d-822d-f21813890785 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:09.733100 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 00056d63-171e-410d-822d-f21813890785 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:09.733495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 00056d63-171e-410d-822d-f21813890785 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:09.881438 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:09.989013 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:09.994709 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d3baaaec-9354-4821-a1b8-180ac12886c3 admin admin] 10.222.0.61 "PUT /v2.0/routers/7349f6fd-48d8-4dc7-aef7-7af800e92c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447904 Nov 22 16:56:09.997467 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50678) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.998857 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] Sync routers for ids ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:10.010719 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] Routers {'7349f6fd-48d8-4dc7-aef7-7af800e92c87'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:10.011347 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:10.125453 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] Set router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:10.315038 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:56:09Z', 'revision_number': 5, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:10.324253 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.342784 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] Checking router: 7349f6fd-48d8-4dc7-aef7-7af800e92c87 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:10.352275 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] Routers {'7349f6fd-48d8-4dc7-aef7-7af800e92c87'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:10.352877 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:10.427889 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.456505 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] Set router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:10.482544 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Deleting port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:10.482882 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.565217 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] For port 137ccd6f-b9ba-4584-b7bb-38c82447bdb0, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:10.565531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.583306 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Calling delete_port for 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:10.647938 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:56:09Z', 'revision_number': 5, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:10.678950 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4935a777-a7d8-4117-9299-806e97cae99f None None] The sync data for ids ['7349f6fd-48d8-4dc7-aef7-7af800e92c87'] in dv-cinder-804735-12-iscsi is: [{'id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'name': 'tempest-TestShelveInstance-1603592347-router', 'tenant_id': 'a762df95550c46f2b831d3ea5c071963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:56:09Z', 'revision_number': 5, 'project_id': 'a762df95550c46f2b831d3ea5c071963', 'gw_port': {'id': '137ccd6f-b9ba-4584-b7bb-38c82447bdb0', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7349f6fd-48d8-4dc7-aef7-7af800e92c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:10.753208 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.783816 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=137ccd6f-b9ba-4584-b7bb-38c82447bdb0,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:10.842022 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.932200 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.934332 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.980563 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.980992 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7349f6fd-48d8-4dc7-aef7-7af800e92c87 {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:10.985998 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.987151 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-73412cf1-eb02-4ba9-b9b8-2bf35d509ea7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7349f6fd-48d8-4dc7-aef7-7af800e92c87 HTTP/1.1" status: 204 len: 168 time: 0.9888313 Nov 22 16:56:10.989666 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50682) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:11.036604 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Deleting subnet 056070e2-e9b0-43ec-b610-37949d1b2b8c {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:11.040623 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.076090 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.188103 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.242982 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.271068 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056070e2-e9b0-43ec-b610-37949d1b2b8c,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:11.273934 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.277292 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f180bee9-5613-4a10-8f63-74d4987f3632 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/056070e2-e9b0-43ec-b610-37949d1b2b8c HTTP/1.1" status: 204 len: 168 time: 0.2865863 Nov 22 16:56:11.278594 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48c28c-2a9f-4a1d-8720-4c0a3983495b None None] Network 7340b0fe-11b8-4977-8416-ad7679ac6e8a requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:11.279711 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50684) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:11.352644 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.406386 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Deleting port d3fe12fb-ec3c-4aed-8816-78b83d490c02 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:11.406727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.471080 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] For port d3fe12fb-ec3c-4aed-8816-78b83d490c02, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=d3fe12fb-ec3c-4aed-8816-78b83d490c02,segment=NetworkSegment(e6ca0fde-bd05-4460-a39d-9ca5270480b0),segment_id=e6ca0fde-bd05-4460-a39d-9ca5270480b0)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:11.471465 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.483547 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Calling delete_port for d3fe12fb-ec3c-4aed-8816-78b83d490c02 owned by network:dhcp {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:11.565822 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.592310 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fe12fb-ec3c-4aed-8816-78b83d490c02,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:11.595848 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] No DVR routers for this DVR port d3fe12fb-ec3c-4aed-8816-78b83d490c02 on host dv-cinder-804735-12-iscsi {{(pid=119718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:11.673697 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d5878-6476-4897-8236-27bd297b0241 None None] DHCP port deletion for 7340b0fe-11b8-4977-8416-ad7679ac6e8a request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:11.684918 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.709007 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7340b0fe-11b8-4977-8416-ad7679ac6e8a']}} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:11.718695 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ca0fde-bd05-4460-a39d-9ca5270480b0') {'for_net_delete': True} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:11.718985 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ca0fde-bd05-4460-a39d-9ca5270480b0') {} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:11.729052 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13820336'] for segment, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.732772 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:11.742959 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.749253 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=119718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:11.749673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13509797'] for segment, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: Traceback (most recent call last): Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: timer() Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: cb(*args, **kw) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: return func(*args, **kwargs) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: self._notify() Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: self.callback(batched_events) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: event.method(event) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: return f(self, *a, **k) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._get(url).json() Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:11.751371 dv-cinder-804735-12-iscsi neutron-server[119718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:11.753842 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:11.753842 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 137ccd6f-b9ba-4584-b7bb-38c82447bdb0 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:11.754003 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 78e86293-2ba1-452a-bb0a-de27bc5494bc no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:11.775234 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 78e86293-2ba1-452a-bb0a-de27bc5494bc {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:11.775578 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 78e86293-2ba1-452a-bb0a-de27bc5494bc not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:11.776017 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d3fe12fb-ec3c-4aed-8816-78b83d490c02 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:11.795171 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: d3fe12fb-ec3c-4aed-8816-78b83d490c02 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:11.795519 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d3fe12fb-ec3c-4aed-8816-78b83d490c02 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:11.807268 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.814845 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.818161 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] 10.222.0.61 "DELETE /v2.0/networks/7340b0fe-11b8-4977-8416-ad7679ac6e8a HTTP/1.1" status: 204 len: 168 time: 0.5374758 Nov 22 16:56:11.829094 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddb29b-830d-4e19-80c5-738f07d341ad admin admin] Pushing event deleted for resources: {'Network': ['ID=7340b0fe-11b8-4977-8416-ad7679ac6e8a,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:11.932454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50690) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:11.971532 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-f72f0fbd-b5e6-48b7-ac92-c93e0472817e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a162bba81c545e78b24734acd4f95e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378785 Nov 22 16:56:11.974075 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50692) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.020129 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf6dd-dea3-4823-8ad5-115e39e22453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.041930 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf6dd-dea3-4823-8ad5-115e39e22453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.087702 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf6dd-dea3-4823-8ad5-115e39e22453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.090552 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf6dd-dea3-4823-8ad5-115e39e22453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.091695 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-d1fcf6dd-dea3-4823-8ad5-115e39e22453 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/118baa60-c8b5-49d9-8645-672739bbe2b2 HTTP/1.1" status: 204 len: 168 time: 0.1167397 Nov 22 16:56:12.099416 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcf6dd-dea3-4823-8ad5-115e39e22453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118baa60-c8b5-49d9-8645-672739bbe2b2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:12.406562 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50698) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.448598 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-71e01570-2058-4ba3-86f0-766611b19ca7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a762df95550c46f2b831d3ea5c071963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408492 Nov 22 16:56:12.451003 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50700) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.501689 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b36d293c-5808-424f-80e0-96bc9f214315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.524406 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b36d293c-5808-424f-80e0-96bc9f214315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.570292 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b36d293c-5808-424f-80e0-96bc9f214315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.573010 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-b36d293c-5808-424f-80e0-96bc9f214315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.574243 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-b36d293c-5808-424f-80e0-96bc9f214315 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35823d32-bdb0-4318-abb1-86238fc73828 HTTP/1.1" status: 204 len: 168 time: 0.1223662 Nov 22 16:56:12.581682 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d293c-5808-424f-80e0-96bc9f214315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35823d32-bdb0-4318-abb1-86238fc73828,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:13.087648 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-af0920e3-8ec2-4bc5-8f4f-522b9881bbf2 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121951638&fields=id&tenant_id=dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 267 time: 0.0443311 Nov 22 16:56:13.204519 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-02b1c1c3-a28a-4459-9e32-50696e74a6d5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.206006 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-02b1c1c3-a28a-4459-9e32-50696e74a6d5 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 812 time: 0.1114776 Nov 22 16:56:13.221810 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-11baf332-2788-4a6d-9af8-7ce516208eb7 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/quotas/dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Nov 22 16:56:13.274477 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-7015d7e9-200c-47cc-bcd7-a0007ac059b0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468037 Nov 22 16:56:13.372912 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-789c3015-7136-4a26-9ecf-27c28425b5c7 service neutron] 10.222.0.61 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864286 Nov 22 16:56:13.462391 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-16b99f58-b5f2-466a-8eda-35c1bddc1787 service neutron] 10.222.0.61 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835757 Nov 22 16:56:13.744253 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b17e670f-6faf-4127-bfd1-84ea6b24d361 req-683201c9-e36b-4d35-9f29-7f69753d87f8 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 210 time: 0.0310872 Nov 22 16:56:14.737603 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-124bd26e-3845-4fc6-901b-8d7b0d3c2941 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:14.739042 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-124bd26e-3845-4fc6-901b-8d7b0d3c2941 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 812 time: 0.1096380 Nov 22 16:56:14.833819 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-542e3e72-5ef2-45c5-a097-078a15cfceee tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd6bb6026ac74775904d68f7483c79c8 HTTP/1.1" status: 200 len: 380 time: 0.0611639 Nov 22 16:56:14.841016 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-08f3b4db-1c98-431b-a0f4-9dcadf0e9b90 req-8ffa9e4a-6d0f-4499-a83f-616ec59f7b4b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 210 time: 0.0270817 Nov 22 16:56:14.846543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'port': {'device_id': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'admin_state_up': True, 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'security_groups': ['3e2d5bd2-503b-4bb3-b461-d561d0c7316b']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:14.953856 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Made reservation on behalf of dd6bb6026ac74775904d68f7483c79c8 for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:14.957378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.083921 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Allocated IP 172.20.0.3 (0b1c2e1e-d8e0-430c-9638-c1f4446f26b2/5333f833-aff1-4d0e-a5c7-f2c10faa26d2/d9295e93-3475-4c90-980c-39f91b792592) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:15.222370 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.256713 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.302697 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:15.306706 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:15.310454 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:15.338839 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=d9295e93-3475-4c90-980c-39f91b792592,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.371943 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.372467 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.391989 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-12090211-633a-4a3f-94ea-2ec444e08b85 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491683 Nov 22 16:56:15.421297 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Request body: {'port': {'device_id': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:15.482835 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.544454 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-7505f242-a28e-421b-901f-03984734f2aa None None] Provisioning complete for port d9295e93-3475-4c90-980c-39f91b792592 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:15.544993 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7505f242-a28e-421b-901f-03984734f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.579051 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-7505f242-a28e-421b-901f-03984734f2aa None None] Port d9295e93-3475-4c90-980c-39f91b792592 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:15.742425 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9295e93-3475-4c90-980c-39f91b792592 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:15.749955 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.762656 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Transition to ACTIVE for port object d9295e93-3475-4c90-980c-39f91b792592 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:15.766593 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.816719 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Pushing event updated for resources: {'Port': ['ID=d9295e93-3475-4c90-980c-39f91b792592,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.891713 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Attempting to bind port d9295e93-3475-4c90-980c-39f91b792592 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:15.892174 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Attempting to bind port d9295e93-3475-4c90-980c-39f91b792592 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:15.892578 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Attempting to bind port d9295e93-3475-4c90-980c-39f91b792592 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:15.897318 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Port d9295e93-3475-4c90-980c-39f91b792592 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:15.898282 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Attempting to bind port d9295e93-3475-4c90-980c-39f91b792592 on network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:15.903695 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:15.904153 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Checking segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:15.904613 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Bound using segment: {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:15.905115 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Bound port: d9295e93-3475-4c90-980c-39f91b792592, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0882902f-43a7-4dd2-8542-52357a3d9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:15.905484 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.970211 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1239b-a945-42d4-8228-36d9ae91abdb req-866db31b-187e-4ae0-9d14-2a3bbf5f492b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.971754 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44a1239b-a945-42d4-8228-36d9ae91abdb req-866db31b-187e-4ae0-9d14-2a3bbf5f492b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.0543635 Nov 22 16:56:15.978723 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] For port d9295e93-3475-4c90-980c-39f91b792592, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:15.982615 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] For port d9295e93-3475-4c90-980c-39f91b792592, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d9295e93-3475-4c90-980c-39f91b792592,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:15.987884 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.024094 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.024739 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.026092 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] 10.222.0.58 "PUT /v2.0/ports/d9295e93-3475-4c90-980c-39f91b792592 HTTP/1.1" status: 200 len: 1093 time: 0.6093853 Nov 22 16:56:16.026634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:16.028104 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-44a1239b-a945-42d4-8228-36d9ae91abdb req-2a97d59f-e0b6-482a-9d0d-ae58de6560c1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494978 Nov 22 16:56:16.028957 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "tag": "d9295e93-3475-4c90-980c-39f91b792592"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:16.069231 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea3893-548e-41ce-869c-ee5793c66337 service neutron] Pushing event updated for resources: {'Port': ['ID=d9295e93-3475-4c90-980c-39f91b792592,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:16.080491 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489d0cdb-e57b-49e9-aa4c-5c69ab15d668 x-openstack-request-id: req-489d0cdb-e57b-49e9-aa4c-5c69ab15d668 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:16.080806 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "tag": "d9295e93-3475-4c90-980c-39f91b792592", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:16.081058 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-489d0cdb-e57b-49e9-aa4c-5c69ab15d668 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:16.081479 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592', 'status': 'completed', 'code': 200} Nov 22 16:56:16.143731 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-c6db3dc0-7226-40c5-900a-0bd1bea05f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.145294 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-c6db3dc0-7226-40c5-900a-0bd1bea05f8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 1096 time: 0.0478435 Nov 22 16:56:16.195986 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-44dadc04-fa87-409b-96d6-fa85249e2237 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9295e93-3475-4c90-980c-39f91b792592 HTTP/1.1" status: 200 len: 217 time: 0.0355833 Nov 22 16:56:16.249107 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-6d3d04e5-5412-484b-865e-d2c5f97e41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.250553 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-6d3d04e5-5412-484b-865e-d2c5f97e41a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0459478 Nov 22 16:56:16.301118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad408-2210-4002-a744-a65889322fc2 req-45aa9c6c-defb-47fe-be3b-73054a4bf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.302505 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-45aa9c6c-defb-47fe-be3b-73054a4bf2c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444703 Nov 22 16:56:16.621384 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-14c30c1d-bdda-44b8-9400-560f5e1648bf service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110783 Nov 22 16:56:16.715107 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-317ad408-2210-4002-a744-a65889322fc2 req-466dc131-c045-4bbd-b4fc-8497115398ab service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862617 Nov 22 16:56:16.855586 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-58c826a3-75e3-49fc-abcc-37924091527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.857149 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-58c826a3-75e3-49fc-abcc-37924091527f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 1096 time: 0.0421164 Nov 22 16:56:16.947751 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-744be56e-dbf5-4d20-ac8e-5263563e7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.949260 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-744be56e-dbf5-4d20-ac8e-5263563e7e55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0843050 Nov 22 16:56:16.995320 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-6c114a75-3e0c-45f2-8517-8e5affdeb3ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9295e93-3475-4c90-980c-39f91b792592 HTTP/1.1" status: 200 len: 217 time: 0.0382345 Nov 22 16:56:17.045384 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-63dc9538-7aea-4908-8bfb-efeced9006af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.046802 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-63dc9538-7aea-4908-8bfb-efeced9006af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0434515 Nov 22 16:56:17.094865 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-c891f292-37ee-45cf-b879-395f2db4b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.096435 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-c891f292-37ee-45cf-b879-395f2db4b7b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411878 Nov 22 16:56:17.153922 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c6c52-ca1f-4ee5-9ba8-b74308aa4539 req-868ee7ed-34b7-41da-a07b-32020d21736b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.155481 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-857c6c52-ca1f-4ee5-9ba8-b74308aa4539 req-868ee7ed-34b7-41da-a07b-32020d21736b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.0498683 Nov 22 16:56:17.196943 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-1d3b3a96-df34-410a-ad46-6ea67f9c37b4 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908809 Nov 22 16:56:17.208144 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-857c6c52-ca1f-4ee5-9ba8-b74308aa4539 req-6ed5eeb5-3402-4312-910c-dd33f5ce3c9f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466146 Nov 22 16:56:17.292012 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-39a29cc7-ecb9-4c3c-9ee7-dec28ca824fd req-95dc65aa-aca2-463b-b0b1-4249cf281fc7 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830131 Nov 22 16:56:18.488878 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3face538-a21e-4d03-9ab0-f8eade45949b req-052ad98c-6d15-468e-bf02-3a5ab7ccebc1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:18.490466 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3face538-a21e-4d03-9ab0-f8eade45949b req-052ad98c-6d15-468e-bf02-3a5ab7ccebc1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.2135441 Nov 22 16:56:18.546457 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3face538-a21e-4d03-9ab0-f8eade45949b req-46130d51-0052-4708-aa20-276bcb641e05 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483458 Nov 22 16:56:19.227338 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:19.714805 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6baf6-501b-4e0f-9af7-8f1f3c1de3ca req-6ac10a34-1fea-4b89-a209-524556097bd8 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:19.716432 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13b6baf6-501b-4e0f-9af7-8f1f3c1de3ca req-6ac10a34-1fea-4b89-a209-524556097bd8 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.1007917 Nov 22 16:56:19.765650 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-13b6baf6-501b-4e0f-9af7-8f1f3c1de3ca req-2abfc253-2a3a-4fe0-8a06-63ec3709f724 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Nov 22 16:56:19.951627 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.889708 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c19a-bacc-46e7-94d6-8b29b08905fe req-b5d3d8e7-d1a9-4fb0-9591-8aaac6a4a771 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.891188 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f3f2c19a-bacc-46e7-94d6-8b29b08905fe req-b5d3d8e7-d1a9-4fb0-9591-8aaac6a4a771 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.0540185 Nov 22 16:56:20.939621 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f3f2c19a-bacc-46e7-94d6-8b29b08905fe req-407ae467-d5a5-40b5-aca0-766d90f9616f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Nov 22 16:56:22.051748 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dd33b-44af-4cdf-b446-2d309d315593 req-bdf7aa9e-8ccc-487a-9fe6-086273f27b0c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:22.053223 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-101dd33b-44af-4cdf-b446-2d309d315593 req-bdf7aa9e-8ccc-487a-9fe6-086273f27b0c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.0476606 Nov 22 16:56:22.101971 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-101dd33b-44af-4cdf-b446-2d309d315593 req-9c5e5a78-0b88-489d-8254-b5cbd9e34569 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Nov 22 16:56:23.219129 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52450f-a0ac-44cc-9467-6e1e7051f54a req-51334ce9-2288-4b76-9854-5bb5d306fde6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:23.220550 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4d52450f-a0ac-44cc-9467-6e1e7051f54a req-51334ce9-2288-4b76-9854-5bb5d306fde6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.0501103 Nov 22 16:56:23.274401 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4d52450f-a0ac-44cc-9467-6e1e7051f54a req-f34c5939-7fc9-434d-87e4-dce78fecd3c0 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474994 Nov 22 16:56:24.193211 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d9295e93-3475-4c90-980c-39f91b792592 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:24.290608 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d9295e93-3475-4c90-980c-39f91b792592, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d9295e93-3475-4c90-980c-39f91b792592,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:24.301970 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'd9295e93-3475-4c90-980c-39f91b792592', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'port_id': 'd9295e93-3475-4c90-980c-39f91b792592', 'mac_address': 'fa:16:3e:3c:86:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:24.339733 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.356633 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9295e93-3475-4c90-980c-39f91b792592 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:24.376018 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d9295e93-3475-4c90-980c-39f91b792592, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d9295e93-3475-4c90-980c-39f91b792592,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:24.380682 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.389799 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c1b39-f3af-49b8-87a8-d5bfd8a2d0aa req-c1011edf-50e8-45a1-83f4-0c1a76fd7d5e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:24.391301 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-775c1b39-f3af-49b8-87a8-d5bfd8a2d0aa req-c1011edf-50e8-45a1-83f4-0c1a76fd7d5e tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 943 time: 0.0491881 Nov 22 16:56:24.427601 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d9295e93-3475-4c90-980c-39f91b792592,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.435437 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.435789 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.436161 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.436502 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.436836 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.437167 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.437492 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.437817 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.438141 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.438461 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.438779 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.439097 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.441185 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-775c1b39-f3af-49b8-87a8-d5bfd8a2d0aa req-e86ab00a-1e5d-4e24-b7e0-861208a9a6f4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 Nov 22 16:56:24.743612 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['d9295e93-3475-4c90-980c-39f91b792592'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:25.558425 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdcb9e-3459-40d6-9343-445705ca8443 req-a0121e04-7065-4b18-bc38-6618d7860731 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:25.559969 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cbcdcb9e-3459-40d6-9343-445705ca8443 req-a0121e04-7065-4b18-bc38-6618d7860731 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 944 time: 0.0475304 Nov 22 16:56:25.610195 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cbcdcb9e-3459-40d6-9343-445705ca8443 req-c2f69c0d-7e79-47ab-b420-cf37aa1a1828 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Nov 22 16:56:26.205680 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d9295e93-3475-4c90-980c-39f91b792592 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:26.257069 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port d9295e93-3475-4c90-980c-39f91b792592 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:26.261569 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port d9295e93-3475-4c90-980c-39f91b792592 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:26.261942 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.342536 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.364678 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:26.367141 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6c974-a5ea-4a13-b050-bb951838f680" -d '{"events": [{"server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "name": "network-vif-plugged", "status": "completed", "tag": "d9295e93-3475-4c90-980c-39f91b792592"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:26.379713 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port d9295e93-3475-4c90-980c-39f91b792592, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d9295e93-3475-4c90-980c-39f91b792592,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:26.383974 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.406574 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc3b180-9ec9-4428-80b8-ad5bceb6a36b x-openstack-request-id: req-7cc3b180-9ec9-4428-80b8-ad5bceb6a36b {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:26.406867 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "name": "network-vif-plugged", "status": "completed", "tag": "d9295e93-3475-4c90-980c-39f91b792592", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:26.407118 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cc3b180-9ec9-4428-80b8-ad5bceb6a36b {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:26.407499 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592', 'code': 200} Nov 22 16:56:26.433074 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=d9295e93-3475-4c90-980c-39f91b792592,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.656387 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99efa3-9ec8-434d-9afe-a9c65ac8b88b req-0c72bfed-163c-4d15-9160-a198fa63049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.657985 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1b99efa3-9ec8-434d-9afe-a9c65ac8b88b req-0c72bfed-163c-4d15-9160-a198fa63049f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 1098 time: 0.0473158 Nov 22 16:56:26.706444 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1b99efa3-9ec8-434d-9afe-a9c65ac8b88b req-39357ce9-dd73-42e3-a8b3-43c20b5de076 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Nov 22 16:56:26.730400 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904499-2040-43e2-9d5f-4b044323e854 req-bf4351e8-8810-41d0-bbee-e3278e932bc6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.731898 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-48904499-2040-43e2-9d5f-4b044323e854 req-bf4351e8-8810-41d0-bbee-e3278e932bc6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 945 time: 0.0540600 Nov 22 16:56:26.781405 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-48904499-2040-43e2-9d5f-4b044323e854 req-04e7a7a1-0e07-4636-9456-196fb676225f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Nov 22 16:56:27.203352 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-54c93ff0-7be1-4e42-96ac-8c2a5429cb4f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381613 Nov 22 16:56:27.282522 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-f8b208f3-1911-454c-b346-773bf0cb061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.283999 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-f8b208f3-1911-454c-b346-773bf0cb061e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 1098 time: 0.0403967 Nov 22 16:56:27.389015 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-1c0e429f-4a6d-4844-9519-491385bd83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.390461 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-1c0e429f-4a6d-4844-9519-491385bd83d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.0864229 Nov 22 16:56:27.455059 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-3539cf69-fca7-40c4-9390-443b2dd79a4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 200 len: 1000 time: 0.0564299 Nov 22 16:56:27.504040 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-15576d2b-05be-445a-b90b-1f94bfa07002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.505457 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-15576d2b-05be-445a-b90b-1f94bfa07002 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0422375 Nov 22 16:56:27.560898 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-8891c353-fe41-4961-95f4-b98d685612dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.562363 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-8891c353-fe41-4961-95f4-b98d685612dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436242 Nov 22 16:56:27.653382 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-a8d558ac-bab9-4015-8315-e609fc304fda service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Nov 22 16:56:27.758153 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c52a629e-29d6-4331-88bf-9b09e6f64946 req-446550ca-3e0d-4620-90e8-28e62520ca6f service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878127 Nov 22 16:56:27.905184 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eabe3-19e7-4c8b-934b-9f1005122d89 req-ee6de129-12e8-4bd5-9482-5601b10b3657 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:27.906670 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-672eabe3-19e7-4c8b-934b-9f1005122d89 req-ee6de129-12e8-4bd5-9482-5601b10b3657 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 945 time: 0.0491433 Nov 22 16:56:27.955043 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-672eabe3-19e7-4c8b-934b-9f1005122d89 req-bc837cce-4977-4656-bcdc-54772bc19274 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Nov 22 16:56:28.072568 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5403-3c25-427b-96e4-b003212cde40 req-59fe1d2a-9a0a-4771-b71d-18d907e2be2d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.073922 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-01ce5403-3c25-427b-96e4-b003212cde40 req-59fe1d2a-9a0a-4771-b71d-18d907e2be2d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 945 time: 0.0516772 Nov 22 16:56:28.123228 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-01ce5403-3c25-427b-96e4-b003212cde40 req-a0694809-6d7c-4868-9ad8-1f1a166d6c73 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Nov 22 16:56:28.145895 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50774) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.185833 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fc299b-89c8-43c0-b4b2-bc024c747c3e tempest-TestVolumeBootPattern-665176762 tempest-TestVolumeBootPattern-665176762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.187333 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e4fc299b-89c8-43c0-b4b2-bc024c747c3e tempest-TestVolumeBootPattern-665176762 tempest-TestVolumeBootPattern-665176762-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 1093 time: 0.0402632 Nov 22 16:56:28.190166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50776) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.195910 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'port_id': 'd9295e93-3475-4c90-980c-39f91b792592', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:28.220778 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.321930 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.423481 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Allocated IP 172.27.3.33 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/cedd3cc7-ef17-4938-ab51-b5c87c6b30e6) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:28.528433 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.561953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.603091 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:28.607408 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:28.611809 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:28.614811 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=cedd3cc7-ef17-4938-ab51-b5c87c6b30e6,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.833616 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-9e8fe81b-e4ec-449d-8b32-16f19427c99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.968043 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.034481 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.181240 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.185678 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.253716 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event updated for resources: {'Port': ['ID=cedd3cc7-ef17-4938-ab51-b5c87c6b30e6,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.267791 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.366979 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Floating IP b9e9c461-fbab-4232-8069-a1a78fb8b515 associated. External IP: 172.27.3.33, port: d9295e93-3475-4c90-980c-39f91b792592. Nov 22 16:56:29.575450 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:29.686302 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:29.697015 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7581549-4135-426d-800d-54904eb83788 None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:29.705052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.707758 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:29.708393 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:29.736307 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-39225529-3ebc-48f0-b03b-beb4f55b5533 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5451009 Nov 22 16:56:29.737341 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:29.739868 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462943f-7dca-4373-b83d-a952067371b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "tag": "d9295e93-3475-4c90-980c-39f91b792592"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:29.778901 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707c58e-49ad-432b-b9d9-2907519b7189 x-openstack-request-id: req-7707c58e-49ad-432b-b9d9-2907519b7189 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:29.779194 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "tag": "d9295e93-3475-4c90-980c-39f91b792592", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:29.779447 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7707c58e-49ad-432b-b9d9-2907519b7189 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:29.779867 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592', 'status': 'completed', 'code': 200} Nov 22 16:56:29.818348 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:29.867715 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462943f-7dca-4373-b83d-a952067371b2 req-557a4f77-f70d-4d75-94a6-19bba222fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.869255 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-557a4f77-f70d-4d75-94a6-19bba222fa11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 1098 time: 0.0413952 Nov 22 16:56:29.962175 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462943f-7dca-4373-b83d-a952067371b2 req-f0926834-6bbe-4a27-b70f-2a30cca35eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.963662 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-f0926834-6bbe-4a27-b70f-2a30cca35eda service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0867963 Nov 22 16:56:30.032946 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-38cd6700-bc92-4812-8ff4-ed6cb80c657f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9295e93-3475-4c90-980c-39f91b792592 HTTP/1.1" status: 200 len: 998 time: 0.0614872 Nov 22 16:56:30.050743 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:21Z', 'revision_number': 1, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}, {'id': 'b9e9c461-fbab-4232-8069-a1a78fb8b515', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': 'd9295e93-3475-4c90-980c-39f91b792592', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:3c:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:28Z', 'updated_at': '2021-11-22T16:56:28Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:30.077444 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7581549-4135-426d-800d-54904eb83788 None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:30.082648 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462943f-7dca-4373-b83d-a952067371b2 req-ef1b0eea-e90b-49a0-bf9f-253220973040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:30.084141 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-ef1b0eea-e90b-49a0-bf9f-253220973040 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0435243 Nov 22 16:56:30.086006 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:30.086615 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:30.131021 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462943f-7dca-4373-b83d-a952067371b2 req-1ea83378-c8fe-4b7c-a0b5-664d2f71bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:30.132976 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-1ea83378-c8fe-4b7c-a0b5-664d2f71bab3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412815 Nov 22 16:56:30.192268 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:30.229412 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-1d0b1d9d-46b6-49f3-a8ed-9399bad1e7a9 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879347 Nov 22 16:56:30.326097 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-5462943f-7dca-4373-b83d-a952067371b2 req-be578123-bc07-45f8-b210-e78d86a00d91 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889075 Nov 22 16:56:30.511160 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-e7581549-4135-426d-800d-54904eb83788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:21Z', 'revision_number': 1, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}, {'id': 'b9e9c461-fbab-4232-8069-a1a78fb8b515', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': 'd9295e93-3475-4c90-980c-39f91b792592', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:3c:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:28Z', 'updated_at': '2021-11-22T16:56:28Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:30.536843 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7581549-4135-426d-800d-54904eb83788 None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:21Z', 'revision_number': 1, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}, {'id': 'b9e9c461-fbab-4232-8069-a1a78fb8b515', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': 'd9295e93-3475-4c90-980c-39f91b792592', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:3c:86:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:28Z', 'updated_at': '2021-11-22T16:56:28Z', 'revision_number': 0, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:30.732112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4020df31-1f7a-48c1-a6d7-d174da69f7b4 None None] New status for floating IP b9e9c461-fbab-4232-8069-a1a78fb8b515: ACTIVE {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:31.050359 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d9433db4-deb2-4fe6-8105-7f70fe1e3cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.234192 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.627185 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.434220 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.997026 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f2e6-ea5e-4f43-b04a-d604418e61e1 req-ec770511-4c5a-4b2f-afaa-7ff8d19ec928 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:35.998490 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6d71f2e6-ea5e-4f43-b04a-d604418e61e1 req-ec770511-4c5a-4b2f-afaa-7ff8d19ec928 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0502324 Nov 22 16:56:36.047666 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-6d71f2e6-ea5e-4f43-b04a-d604418e61e1 req-1bf17817-1ad5-4e38-8355-f516d2f29fc2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Nov 22 16:56:37.164636 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66da4-00fa-4c31-8db9-fef517c2cf43 req-9f8263f4-3941-40a6-a249-fee73e658d05 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.166012 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e6b66da4-00fa-4c31-8db9-fef517c2cf43 req-9f8263f4-3941-40a6-a249-fee73e658d05 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0486217 Nov 22 16:56:37.217047 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e6b66da4-00fa-4c31-8db9-fef517c2cf43 req-49eeefcd-995e-4fb5-b177-1c85354b5833 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Nov 22 16:56:38.046317 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-10d769cb-3be8-47fe-9914-26b44e84c721 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.047761 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-10d769cb-3be8-47fe-9914-26b44e84c721 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0488236 Nov 22 16:56:38.139746 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Deleting port 8fb0874e-fcbc-4cce-87ba-7923e791f22c {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:38.140114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.232388 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] For port 8fb0874e-fcbc-4cce-87ba-7923e791f22c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fb0874e-fcbc-4cce-87ba-7923e791f22c,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:38.232667 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.335608 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17f5a1-673a-439e-b961-5bd87352d971 req-e38ef5d1-907a-4c26-ae2b-a5c5671a4f5e tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.337231 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4b17f5a1-673a-439e-b961-5bd87352d971 req-e38ef5d1-907a-4c26-ae2b-a5c5671a4f5e tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 945 time: 0.0504107 Nov 22 16:56:38.384931 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-4b17f5a1-673a-439e-b961-5bd87352d971 req-0ab3143b-ab4f-4600-bdc2-b2003074cd40 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Nov 22 16:56:38.405987 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.406353 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.406668 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Floating IP 71c5a370-60c7-474e-bfd1-0697f1b7dd6e disassociated. External IP: 172.27.3.63, port: 8fb0874e-fcbc-4cce-87ba-7923e791f22c. Nov 22 16:56:38.407007 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Calling delete_port for 8fb0874e-fcbc-4cce-87ba-7923e791f22c owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:38.536135 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.795496 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event deleted for resources: {'Port': ['ID=8fb0874e-fcbc-4cce-87ba-7923e791f22c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:38.907426 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:39.011943 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:39.021294 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:39.031348 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:39.031986 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:39.051046 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] No DVR routers for this DVR port 8fb0874e-fcbc-4cce-87ba-7923e791f22c on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:39.053989 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.057262 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-b4cef6cb-4064-4be4-9fd5-fd44728e61eb req-f3fdd492-84c4-4953-89db-28f9c9c9b109 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "DELETE /v2.0/ports/8fb0874e-fcbc-4cce-87ba-7923e791f22c HTTP/1.1" status: 204 len: 173 time: 1.0032616 Nov 22 16:56:39.057729 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'name': 'network-vif-deleted', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:39.059995 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c706b9-481e-4df5-aec6-7a0c80a2e2a9" -d '{"events": [{"server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "name": "network-vif-deleted", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:39.101168 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34018584-ed7a-4aab-b57e-575113e93fa4 x-openstack-request-id: req-34018584-ed7a-4aab-b57e-575113e93fa4 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:39.101410 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6517240b-6ef9-466c-88ac-6e73bd2f771c", "name": "network-vif-deleted", "tag": "8fb0874e-fcbc-4cce-87ba-7923e791f22c", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:39.101665 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34018584-ed7a-4aab-b57e-575113e93fa4 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:39.102090 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6517240b-6ef9-466c-88ac-6e73bd2f771c', 'name': 'network-vif-deleted', 'tag': '8fb0874e-fcbc-4cce-87ba-7923e791f22c', 'status': 'completed', 'code': 200} Nov 22 16:56:39.140703 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:39.355183 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:39.380142 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:39.388769 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:39.389361 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:39.494972 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:39.496800 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-15a26704-cea9-4047-ab1f-c5c2863121b1 req-9771073c-324a-4a51-9460-857e7809f568 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=6517240b-6ef9-466c-88ac-6e73bd2f771c HTTP/1.1" status: 200 len: 210 time: 0.0272889 Nov 22 16:56:39.723194 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:39.755077 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f700a-6bd1-4cbe-aaf9-36de8416fb1d None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:39.966789 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa8a00-cfbd-4b09-b9e9-219109a9f935 None None] New status for floating IP 71c5a370-60c7-474e-bfd1-0697f1b7dd6e: DOWN {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:40.582999 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 50810) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.639008 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-555d6299-efa3-451d-9741-a8357eeb5db1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.663234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-555d6299-efa3-451d-9741-a8357eeb5db1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.708497 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-555d6299-efa3-451d-9741-a8357eeb5db1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.712088 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-555d6299-efa3-451d-9741-a8357eeb5db1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.713271 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-555d6299-efa3-451d-9741-a8357eeb5db1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "DELETE /v2.0/security-groups/1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8 HTTP/1.1" status: 204 len: 168 time: 0.1292799 Nov 22 16:56:40.716550 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50812) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.722373 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d6299-efa3-451d-9741-a8357eeb5db1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.731599 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.api.v2.resource [None req-b2b6ce74-b21c-492b-b50b-2d3cbad9d11b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] show failed (client error): The resource could not be found. Nov 22 16:56:40.732653 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b2b6ce74-b21c-492b-b50b-2d3cbad9d11b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups/1adc3eda-2fb0-4afe-96d2-3c60f7fe29d8 HTTP/1.1" status: 404 len: 347 time: 0.0151403 Nov 22 16:56:40.735461 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50814) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.860798 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Deleting port 160114e8-5828-4521-8d3a-5c04133dbc47 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:40.861042 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.940820 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.941144 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.954368 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Calling delete_port for 160114e8-5828-4521-8d3a-5c04133dbc47 owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:41.089945 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.112980 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event deleted for resources: {'Port': ['ID=160114e8-5828-4521-8d3a-5c04133dbc47,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.174060 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.176693 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.177863 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ef7f6ff4-4b17-47cb-a591-efdffebae2b4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "DELETE /v2.0/floatingips/71c5a370-60c7-474e-bfd1-0697f1b7dd6e HTTP/1.1" status: 204 len: 168 time: 0.4414577 Nov 22 16:56:41.592338 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50818) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.596874 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086594530', 'description': 'tempest-description--1424801403'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:41.618454 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.684921 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.689005 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.719160 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.720397 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1270368 Nov 22 16:56:41.721070 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5831f98-af9c-4010-b1e7-d8b529885b0d tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f330b9f-52df-43b0-a965-76ba16304c4a,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.723147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50820) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.727450 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'security_group_rule': {'security_group_id': '6f330b9f-52df-43b0-a965-76ba16304c4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:41.752976 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.813316 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.816696 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.834195 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1caeeb59-33ed-406f-883c-2921253a989c,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.841965 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.843190 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-207fd78d-d11f-456e-9462-237ac2b97ff4 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191430 Nov 22 16:56:41.845868 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50822) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.850344 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'security_group_rule': {'security_group_id': '6f330b9f-52df-43b0-a965-76ba16304c4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:41.876327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.930790 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.934489 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.952503 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222e43cf-7561-4cb4-a25a-3d59501d2dbb,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.956618 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.957779 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2ca8131d-5b41-4531-9229-b7c242271337 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110024 Nov 22 16:56:41.960892 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50824) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.965323 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:41.986212 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.082050 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.182673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_common [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Allocated IP 172.27.3.140 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/0184e4f0-3851-4305-97e5-eb007e40e898) {{(pid=119718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:42.237581 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 8fb0874e-fcbc-4cce-87ba-7923e791f22c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:42.261703 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 8fb0874e-fcbc-4cce-87ba-7923e791f22c {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:42.262051 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 8fb0874e-fcbc-4cce-87ba-7923e791f22c not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:42.288516 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for port, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.323272 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.361086 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:42.363792 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Resources bound (agent type, host, resource id): {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:42.370707 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Received port after_create {{(pid=119718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:42.394238 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'Port': ['ID=0184e4f0-3851-4305-97e5-eb007e40e898,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:42.461346 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.495557 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.644755 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.649351 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.713784 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'Port': ['ID=0184e4f0-3851-4305-97e5-eb007e40e898,revision_number=2']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:42.727656 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.743327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.744640 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0de7cc11-4132-468d-a973-551265dea41f tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7828383 Nov 22 16:56:42.938652 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-f8a15e65-55a2-4b1a-8d2f-6d71a81f5dff tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1086594530&fields=id&tenant_id=485536b21b4a4b2a9b004c7db3864b9a HTTP/1.1" status: 200 len: 267 time: 0.0424006 Nov 22 16:56:43.048017 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c8929cce-529b-42f2-ba43-61e8e9a17f3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:43.049478 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c8929cce-529b-42f2-ba43-61e8e9a17f3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 811 time: 0.1034989 Nov 22 16:56:43.064596 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c8021778-c7b3-4b5c-826f-a391460568ac tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/quotas/485536b21b4a4b2a9b004c7db3864b9a HTTP/1.1" status: 200 len: 375 time: 0.0089879 Nov 22 16:56:43.114428 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-f0d19874-1ca1-4202-8be4-11bb7b63a2ba tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444906 Nov 22 16:56:43.170784 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-90c95ad3-c3f0-4327-88f2-63e22f94296b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119718) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:56:43.171772 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-90c95ad3-c3f0-4327-88f2-63e22f94296b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464375 Nov 22 16:56:43.261128 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-9c8c45a9-dd36-4264-a1a3-b19ab24db8b0 service neutron] 10.222.0.61 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829175 Nov 22 16:56:43.352530 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-f6429d8b-8567-4f0d-ae20-5a4abae6312d service neutron] 10.222.0.61 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Nov 22 16:56:43.512352 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fd4ca3e1-5a67-4cfd-862b-06f010e7f104 req-9a882c32-29d7-4160-97f5-34cb09d3a184 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 210 time: 0.0267854 Nov 22 16:56:44.614591 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-94418124-315c-4d89-836d-7d5c33b8dda6 req-cd8ec218-fe95-431a-99a4-22bc056869f8 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 210 time: 0.0256505 Nov 22 16:56:44.647938 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-19059274-5be5-4dc8-9f3f-0fa3eddba46c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:44.649384 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-19059274-5be5-4dc8-9f3f-0fa3eddba46c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 811 time: 0.1216156 Nov 22 16:56:44.718603 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ee61d6fb-5cb0-47a9-9254-e7466bfe7cda tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=485536b21b4a4b2a9b004c7db3864b9a HTTP/1.1" status: 200 len: 380 time: 0.0529451 Nov 22 16:56:44.735362 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'port': {'device_id': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'admin_state_up': True, 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'security_groups': ['6f330b9f-52df-43b0-a965-76ba16304c4a']}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:44.845801 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Made reservation on behalf of 485536b21b4a4b2a9b004c7db3864b9a for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:44.849199 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.974610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Allocated IP 172.20.0.13 (a90a2625-3e1f-42ca-bb48-64439de3ab4b/80f32dc6-df82-4613-843c-eb97d28ef2b5/a4790e7a-59c9-472a-86fe-1702c23f2bc8) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:45.109953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.142533 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.190635 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:45.193918 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:45.197612 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:45.203975 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event updated for resources: {'Port': ['ID=a4790e7a-59c9-472a-86fe-1702c23f2bc8,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.252577 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.253220 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.270821 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-ff5671cc-b83b-4ba8-86e6-96a626634c3b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5390360 Nov 22 16:56:45.281448 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-a554e502-9a50-46e3-bc3f-98c67bb06510 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=119717) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:56:45.282529 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-a554e502-9a50-46e3-bc3f-98c67bb06510 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053840 Nov 22 16:56:45.353835 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Request body: {'port': {'device_id': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:45.407077 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.414892 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-48f4f232-4dde-484a-8b02-f20191d8f569 None None] Provisioning complete for port a4790e7a-59c9-472a-86fe-1702c23f2bc8 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:45.415475 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-48f4f232-4dde-484a-8b02-f20191d8f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.453279 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-48f4f232-4dde-484a-8b02-f20191d8f569 None None] Port a4790e7a-59c9-472a-86fe-1702c23f2bc8 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:45.674040 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4790e7a-59c9-472a-86fe-1702c23f2bc8 {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:45.683083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.696463 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Transition to ACTIVE for port object a4790e7a-59c9-472a-86fe-1702c23f2bc8 will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:45.703087 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.761353 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Pushing event updated for resources: {'Port': ['ID=a4790e7a-59c9-472a-86fe-1702c23f2bc8,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.836642 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Attempting to bind port a4790e7a-59c9-472a-86fe-1702c23f2bc8 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:45.837322 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Attempting to bind port a4790e7a-59c9-472a-86fe-1702c23f2bc8 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:45.837860 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Attempting to bind port a4790e7a-59c9-472a-86fe-1702c23f2bc8 on network a90a2625-3e1f-42ca-bb48-64439de3ab4b {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:45.843417 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Port a4790e7a-59c9-472a-86fe-1702c23f2bc8 on network a90a2625-3e1f-42ca-bb48-64439de3ab4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:45.844088 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Attempting to bind port a4790e7a-59c9-472a-86fe-1702c23f2bc8 on network a90a2625-3e1f-42ca-bb48-64439de3ab4b {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:45.850288 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:45.850816 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Checking segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:45.851404 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Bound using segment: {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:45.851745 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Bound port: a4790e7a-59c9-472a-86fe-1702c23f2bc8, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517c0999-0a43-48c5-8acd-fb451cbf9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:45.852125 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.923799 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] For port a4790e7a-59c9-472a-86fe-1702c23f2bc8, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:45.927654 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] For port a4790e7a-59c9-472a-86fe-1702c23f2bc8, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:45.934669 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.976882 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.977498 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.978878 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] 10.222.0.58 "PUT /v2.0/ports/a4790e7a-59c9-472a-86fe-1702c23f2bc8 HTTP/1.1" status: 200 len: 1094 time: 0.6796489 Nov 22 16:56:45.979051 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8e6ba-b957-4110-b459-65c587af4eb6 req-f96020b7-4b46-4528-8eda-fa50856e1484 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.979564 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:45.981381 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c3c8e6ba-b957-4110-b459-65c587af4eb6 req-f96020b7-4b46-4528-8eda-fa50856e1484 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 932 time: 0.2948937 Nov 22 16:56:45.981824 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73" -d '{"events": [{"name": "network-changed", "server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:46.007474 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fabac-c3e9-4738-8f37-b9ed9c84b387 service neutron] Pushing event updated for resources: {'Port': ['ID=a4790e7a-59c9-472a-86fe-1702c23f2bc8,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.058921 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c3c8e6ba-b957-4110-b459-65c587af4eb6 req-64610a93-293c-49b9-a552-d83ee47293a9 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708752 Nov 22 16:56:46.105250 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-da91f249-6a30-4a3f-bad2-967bb1e20992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.107495 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-da91f249-6a30-4a3f-bad2-967bb1e20992 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 1097 time: 0.0571611 Nov 22 16:56:46.111101 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f4d29-144f-4455-821b-e09bdf18e5bb x-openstack-request-id: req-c66f4d29-144f-4455-821b-e09bdf18e5bb {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:46.111385 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:46.111639 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c66f4d29-144f-4455-821b-e09bdf18e5bb {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:46.112060 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'status': 'completed', 'code': 200} Nov 22 16:56:46.167069 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-93d161e0-6c17-487b-b313-27e632137161 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0409093 Nov 22 16:56:46.217810 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-31a0d88d-ffc4-42fa-b5f4-2b0ea1a155fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.219303 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-31a0d88d-ffc4-42fa-b5f4-2b0ea1a155fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0452948 Nov 22 16:56:46.266707 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-8588a12e-f6e2-46dc-b168-70193b3431b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.268124 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-8588a12e-f6e2-46dc-b168-70193b3431b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392561 Nov 22 16:56:46.362636 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-592a4be9-8b8a-4359-ba72-a4040b99b251 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870907 Nov 22 16:56:46.454016 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-c9a10aff-eb55-4ee0-8457-3e85bd2ab510 req-8069fa31-c6e2-4017-8033-6afe3e376bed service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837903 Nov 22 16:56:46.591973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-53e4c833-c7a4-4976-84fd-c78d169609ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.593443 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-53e4c833-c7a4-4976-84fd-c78d169609ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 1097 time: 0.0484998 Nov 22 16:56:46.682185 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-d7ae5eaa-b887-49e0-94bf-24eed64fd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.683659 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-d7ae5eaa-b887-49e0-94bf-24eed64fd8e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.0813732 Nov 22 16:56:46.725706 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-dfc635bd-15cf-4430-bc68-f6c4d0b2ebef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0342796 Nov 22 16:56:46.778806 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-b24c906b-5b13-4ecd-ab39-9f1b9b0febed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.780245 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-b24c906b-5b13-4ecd-ab39-9f1b9b0febed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0461872 Nov 22 16:56:46.826432 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-2e1ae873-5f9b-4236-b069-5df5a7bacc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.827919 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-2e1ae873-5f9b-4236-b069-5df5a7bacc26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399356 Nov 22 16:56:46.918426 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-975c518f-8ef3-47c3-a5f1-aed92ed4ffd9 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820227 Nov 22 16:56:47.009347 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a50a28ab-3284-48a2-8c4a-b28f00f3cb73 req-f9d0e690-7e69-406c-bec4-5001bb2b2529 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832610 Nov 22 16:56:47.170423 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185627-f820-43d3-9eff-c3a0ddfa96f2 req-150b77f9-84e1-4292-bdc2-950738081384 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.171926 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1d185627-f820-43d3-9eff-c3a0ddfa96f2 req-150b77f9-84e1-4292-bdc2-950738081384 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 944 time: 0.0492275 Nov 22 16:56:47.218729 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-1d185627-f820-43d3-9eff-c3a0ddfa96f2 req-e857d382-d3e0-429e-955b-37082893a1d5 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 Nov 22 16:56:48.335101 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f787f-21fb-4453-b2b9-0a9e40b9bb01 req-81ea10d4-344f-4d35-944f-c3e6c32221fc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.336820 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cf4f787f-21fb-4453-b2b9-0a9e40b9bb01 req-81ea10d4-344f-4d35-944f-c3e6c32221fc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 944 time: 0.0496840 Nov 22 16:56:48.388592 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cf4f787f-21fb-4453-b2b9-0a9e40b9bb01 req-bbe28e04-693d-482f-9c11-a136478418ac tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Nov 22 16:56:49.503888 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000a45-f335-42e9-a841-2c6bb5e9e1ae req-d3bf602d-c0c1-4be2-ab2d-3ae07836497b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:49.505356 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-93000a45-f335-42e9-a841-2c6bb5e9e1ae req-d3bf602d-c0c1-4be2-ab2d-3ae07836497b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 944 time: 0.0490193 Nov 22 16:56:49.552185 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-93000a45-f335-42e9-a841-2c6bb5e9e1ae req-5079a72e-430c-4afa-b5fb-b202706c5733 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Nov 22 16:56:49.952195 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.286864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4790e7a-59c9-472a-86fe-1702c23f2bc8 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:50.380819 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port a4790e7a-59c9-472a-86fe-1702c23f2bc8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:50.512001 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'port_id': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'mac_address': 'fa:16:3e:6d:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:50.549270 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.561277 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4790e7a-59c9-472a-86fe-1702c23f2bc8 {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:50.580223 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port a4790e7a-59c9-472a-86fe-1702c23f2bc8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:50.585236 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.631679 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=a4790e7a-59c9-472a-86fe-1702c23f2bc8,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:50.676417 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329a52-0317-4496-9bf8-43f8412f8549 req-cd78d999-e559-403c-81ec-d45d013ac067 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:50.678473 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ad329a52-0317-4496-9bf8-43f8412f8549 req-cd78d999-e559-403c-81ec-d45d013ac067 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Nov 22 16:56:50.726455 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ad329a52-0317-4496-9bf8-43f8412f8549 req-4f84ae8f-aafc-46a7-9dc7-9d58ad52521c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 Nov 22 16:56:50.901374 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['a4790e7a-59c9-472a-86fe-1702c23f2bc8'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:51.843779 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d143-3156-4be1-a289-76f8e667b1b2 req-b6a216ad-23c6-4ef4-aa1a-e9c3abb41084 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.845198 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-abe0d143-3156-4be1-a289-76f8e667b1b2 req-b6a216ad-23c6-4ef4-aa1a-e9c3abb41084 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Nov 22 16:56:51.892871 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-abe0d143-3156-4be1-a289-76f8e667b1b2 req-b3277162-8b9f-40a6-8e8e-8d558211abb1 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Nov 22 16:56:52.317138 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4790e7a-59c9-472a-86fe-1702c23f2bc8 up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:52.368466 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port a4790e7a-59c9-472a-86fe-1702c23f2bc8 completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:52.372215 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port a4790e7a-59c9-472a-86fe-1702c23f2bc8 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:52.372585 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.449999 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.472697 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:52.475065 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9e664a-069b-4e2a-8c01-7fd8ba4af68a" -d '{"events": [{"server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "name": "network-vif-plugged", "status": "completed", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:52.487701 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port a4790e7a-59c9-472a-86fe-1702c23f2bc8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:52.494033 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.519541 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3d182-1865-4943-a87c-17b8a6e87778 x-openstack-request-id: req-48f3d182-1865-4943-a87c-17b8a6e87778 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:52.519855 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "name": "network-vif-plugged", "status": "completed", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:52.520114 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48f3d182-1865-4943-a87c-17b8a6e87778 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:52.520653 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'code': 200} Nov 22 16:56:52.550105 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=a4790e7a-59c9-472a-86fe-1702c23f2bc8,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.719197 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83d216-8bad-4ff2-8645-d3f3f32d6254 req-2518c627-a6c7-48f8-9156-205189bac23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:52.720684 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ed83d216-8bad-4ff2-8645-d3f3f32d6254 req-2518c627-a6c7-48f8-9156-205189bac23c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 1099 time: 0.0397332 Nov 22 16:56:52.765302 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-ed83d216-8bad-4ff2-8645-d3f3f32d6254 req-a87a4a27-9fa5-4f16-b130-f98e2eae94a1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Nov 22 16:56:53.006775 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff863e0-185e-4c64-ac43-9c4dc09084fd req-99f3edc6-1eba-42c0-b439-c7a3a703e637 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:53.008240 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dff863e0-185e-4c64-ac43-9c4dc09084fd req-99f3edc6-1eba-42c0-b439-c7a3a703e637 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 946 time: 0.0494392 Nov 22 16:56:53.054154 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-dff863e0-185e-4c64-ac43-9c4dc09084fd req-0cc30b7e-56ff-410d-9813-34e65256db96 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Nov 22 16:56:54.181199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b022-87e5-4576-9e65-1b14bb7b2f3f req-4e9ab594-e750-4d2f-8caf-ed11a6a79497 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:54.182666 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8611b022-87e5-4576-9e65-1b14bb7b2f3f req-4e9ab594-e750-4d2f-8caf-ed11a6a79497 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 946 time: 0.0587206 Nov 22 16:56:54.234997 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8611b022-87e5-4576-9e65-1b14bb7b2f3f req-0f2a9862-9018-48b8-a86c-1863b386668b tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Nov 22 16:56:54.345858 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c03d8-e907-4216-b283-ab3c459fcc42 req-3a07c014-1e03-4b00-bf13-b0c8991ebbdc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:54.347335 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-131c03d8-e907-4216-b283-ab3c459fcc42 req-3a07c014-1e03-4b00-bf13-b0c8991ebbdc tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 946 time: 0.0505688 Nov 22 16:56:54.356199 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 50892) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:54.360775 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Request body: {'floatingip': {'port_id': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:54.400521 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.839379 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.843570 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.942210 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Floating IP abdb2192-4335-4ac5-bc31-a85fb571d021 associated. External IP: 172.27.3.140, port: a4790e7a-59c9-472a-86fe-1702c23f2bc8. Nov 22 16:56:55.146003 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:55.254602 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:55.260056 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.265964 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:55.275748 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:55.276374 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:55.286679 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-e64d9009-da11-402f-a47d-7c0d3f8e07f2 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "PUT /v2.0/floatingips/abdb2192-4335-4ac5-bc31-a85fb571d021 HTTP/1.1" status: 200 len: 992 time: 0.9292500 Nov 22 16:56:55.287326 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:55.289829 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b59624-e1f4-4eb8-9335-486a80955a08" -d '{"events": [{"name": "network-changed", "server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:55.329554 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38762f6-ecf4-4984-a101-15e546653fbf x-openstack-request-id: req-b38762f6-ecf4-4984-a101-15e546653fbf {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:55.329854 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:55.330133 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b38762f6-ecf4-4984-a101-15e546653fbf {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:55.330595 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'status': 'completed', 'code': 200} Nov 22 16:56:55.384493 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:55.428707 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-014d8345-8264-489d-becf-84e7763c65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.430206 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-014d8345-8264-489d-becf-84e7763c65ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 1099 time: 0.0496452 Nov 22 16:56:55.521584 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-749d5712-44a6-4856-96b8-e18d57644b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.523166 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-749d5712-44a6-4856-96b8-e18d57644b64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 200 len: 912 time: 0.0850308 Nov 22 16:56:55.595349 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-139b2bd4-fc77-4e36-96bf-43ce5c06fb16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8 HTTP/1.1" status: 200 len: 1000 time: 0.0645411 Nov 22 16:56:55.612057 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': 'abdb2192-4335-4ac5-bc31-a85fb571d021', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'port_id': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'mac_address': 'fa:16:3e:6d:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:42Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 1, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:55.638898 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:55.644128 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-3386baad-471b-4cad-87da-0cb7423f2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.645573 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-3386baad-471b-4cad-87da-0cb7423f2412 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 200 len: 850 time: 0.0433190 Nov 22 16:56:55.648209 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:55.648822 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:56:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:55.692630 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-a83e6af8-fb8a-4384-b7af-cf4d2c4a802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.694294 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-a83e6af8-fb8a-4384-b7af-cf4d2c4a802a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a90a2625-3e1f-42ca-bb48-64439de3ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410178 Nov 22 16:56:55.791733 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-f671eefb-6fe7-4539-a786-dfaeffdfa3cf service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903928 Nov 22 16:56:55.843219 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:55.885855 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-d1b59624-e1f4-4eb8-9335-486a80955a08 req-ef348b5f-fd2f-442c-8137-f7372dd239a2 service neutron] 10.222.0.58 "GET /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865724 Nov 22 16:56:56.066732 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': 'abdb2192-4335-4ac5-bc31-a85fb571d021', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'port_id': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'mac_address': 'fa:16:3e:6d:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:42Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 1, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:56.097506 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3396f938-bd25-4b7b-81f6-6a06963a8299 None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': 'abdb2192-4335-4ac5-bc31-a85fb571d021', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'floating_ip_address': '172.27.3.140', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'port_id': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'mac_address': 'fa:16:3e:6d:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:42Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 1, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:56.225551 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:56.283643 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501928d3-de1c-43e4-8df1-06767e7ee95e None None] New status for floating IP abdb2192-4335-4ac5-bc31-a85fb571d021: ACTIVE {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:58.837358 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-083fda45-898c-432e-ad15-658e41d88f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.051122 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-002ff22f-ba60-4c8f-a3d6-61f045eadbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.237302 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.630664 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.438126 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.984528 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.839536 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-c8589481-3e23-44c8-8e20-6f150b708008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.949626 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-45243607-ae2b-4730-a1f7-c9047e005785 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441022 Nov 22 16:57:29.026800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-8b599074-aa91-4157-b638-64b6811b298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.028309 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-8b599074-aa91-4157-b638-64b6811b298f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1098 time: 0.0403626 Nov 22 16:57:29.133499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-ad0f541e-73a8-4076-8f01-9b9c30471e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.134963 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-ad0f541e-73a8-4076-8f01-9b9c30471e59 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0854881 Nov 22 16:57:29.204649 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-4a209025-23e3-4ad6-9870-20739212dd4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0611866 Nov 22 16:57:29.255349 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-65a92d03-4f0b-41cd-bd18-982eb9c9817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.256993 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-65a92d03-4f0b-41cd-bd18-982eb9c9817b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0441737 Nov 22 16:57:29.302712 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-f642f7f9-6018-41ec-af69-d98dfa14a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.304900 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-f642f7f9-6018-41ec-af69-d98dfa14a614 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406725 Nov 22 16:57:29.398668 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-d72296aa-876b-4811-a2bd-d0d1f1a35445 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863664 Nov 22 16:57:29.488094 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-e7f6337f-d02a-4141-86c8-e510a234ab03 req-d85713de-ec00-469e-90be-408f4dc15699 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814071 Nov 22 16:57:31.054826 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-862964b6-831b-4ed7-a6cf-bc9fd925c0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.239917 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.223283 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:33.633160 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.440469 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.985474 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.402381 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28863da-8239-47ad-be2f-1d053f2e96e6 req-c28b4365-e5d6-46b6-bdd8-e61a895138c3 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:58.403775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a28863da-8239-47ad-be2f-1d053f2e96e6 req-c28b4365-e5d6-46b6-bdd8-e61a895138c3 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 946 time: 0.0505147 Nov 22 16:57:58.450489 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a28863da-8239-47ad-be2f-1d053f2e96e6 req-6c160a91-baa4-4992-98d2-e7b809f251bb tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Nov 22 16:57:58.842119 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-56a8d565-ccbe-40b7-9547-a95c8b519ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.572940 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e30ac-7654-4586-94f4-be05cdb45264 req-56b67f91-ed1c-41e2-a5d5-89691d1d93ff tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.574435 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-560e30ac-7654-4586-94f4-be05cdb45264 req-56b67f91-ed1c-41e2-a5d5-89691d1d93ff tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 946 time: 0.0536869 Nov 22 16:57:59.624569 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-560e30ac-7654-4586-94f4-be05cdb45264 req-ceb50a2c-b762-44d1-ba78-3597c3dbfb76 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f330b9f-52df-43b0-a965-76ba16304c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424922 Nov 22 16:58:00.233013 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-c734057c-9837-4a0a-ba21-a34d51b13a99 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:00.234350 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-c734057c-9837-4a0a-ba21-a34d51b13a99 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 946 time: 0.0526762 Nov 22 16:58:00.327099 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Deleting port a4790e7a-59c9-472a-86fe-1702c23f2bc8 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:00.327444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.417017 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] For port a4790e7a-59c9-472a-86fe-1702c23f2bc8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4790e7a-59c9-472a-86fe-1702c23f2bc8,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:00.417378 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.581793 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.582064 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.582377 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Floating IP abdb2192-4335-4ac5-bc31-a85fb571d021 disassociated. External IP: 172.27.3.140, port: a4790e7a-59c9-472a-86fe-1702c23f2bc8. Nov 22 16:58:00.582706 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Calling delete_port for a4790e7a-59c9-472a-86fe-1702c23f2bc8 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:00.723259 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.749457 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9a8d347-394c-4399-bea2-d084bdc90af3 req-fe7f750c-b58e-48c7-ae9d-affe359cdb6c tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 210 time: 0.0290365 Nov 22 16:58:00.770037 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event deleted for resources: {'Port': ['ID=a4790e7a-59c9-472a-86fe-1702c23f2bc8,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:00.787676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.788325 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.788924 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.789523 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.790358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.790695 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.791272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.791794 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.792374 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.792731 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.793081 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:00.793425 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:01.058093 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d90b1da0-2d65-4f6c-8c68-767fb7dd554a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.153616 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:01.266083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:01.276682 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:01.287177 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:01.288526 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.310125 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] No DVR routers for this DVR port a4790e7a-59c9-472a-86fe-1702c23f2bc8 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:01.312681 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.315986 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4cad45fd-7fa2-4f2d-932f-a3361104c0cf req-aaa975c4-e503-4eb5-bde2-e3fd283f52a7 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.58 "DELETE /v2.0/ports/a4790e7a-59c9-472a-86fe-1702c23f2bc8 HTTP/1.1" status: 204 len: 173 time: 1.0752904 Nov 22 16:58:01.316433 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'name': 'network-vif-deleted', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:01.318657 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4cd5a2-151b-48cb-a412-eb371b546725" -d '{"events": [{"server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "name": "network-vif-deleted", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:01.363010 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a287516-cc79-4869-bf59-8292efc6ad41 x-openstack-request-id: req-5a287516-cc79-4869-bf59-8292efc6ad41 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:01.363306 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e39530a-2232-47f6-bf9d-bc13a672cf23", "name": "network-vif-deleted", "tag": "a4790e7a-59c9-472a-86fe-1702c23f2bc8", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:01.363588 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a287516-cc79-4869-bf59-8292efc6ad41 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:01.364012 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e39530a-2232-47f6-bf9d-bc13a672cf23', 'name': 'network-vif-deleted', 'tag': 'a4790e7a-59c9-472a-86fe-1702c23f2bc8', 'status': 'completed', 'code': 200} Nov 22 16:58:01.403262 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:01.601083 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.631501 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:01.640367 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:01.640981 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.748191 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:01.864289 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-e08b4da0-7b58-4274-b211-13a5ed18ae51 req-dc0f1e78-1385-4dc4-ab77-28cfbcfadd69 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e39530a-2232-47f6-bf9d-bc13a672cf23 HTTP/1.1" status: 200 len: 210 time: 0.0267761 Nov 22 16:58:01.958259 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.984304 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3aa47-33c0-4496-985e-7992db4c9ee6 None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 4, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35', 'name': '', 'network_id': 'a90a2625-3e1f-42ca-bb48-64439de3ab4b', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'mac_address': 'fa:16:3e:e7:46:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:50Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'subnets': [{'id': '80f32dc6-df82-4613-843c-eb97d28ef2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:02.195874 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090cd06a-03a2-490b-a00c-9c53446fc399 None None] New status for floating IP abdb2192-4335-4ac5-bc31-a85fb571d021: DOWN {{(pid=119719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:58:02.282510 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.949115 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51116) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.002981 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22a4746b-986f-41c8-bb35-feb9112a5f72 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.026128 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22a4746b-986f-41c8-bb35-feb9112a5f72 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.073477 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22a4746b-986f-41c8-bb35-feb9112a5f72 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.076206 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-22a4746b-986f-41c8-bb35-feb9112a5f72 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.077356 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-22a4746b-986f-41c8-bb35-feb9112a5f72 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "DELETE /v2.0/security-groups/6f330b9f-52df-43b0-a965-76ba16304c4a HTTP/1.1" status: 204 len: 168 time: 0.1273351 Nov 22 16:58:03.080189 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51118) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.087318 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4746b-986f-41c8-bb35-feb9112a5f72 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f330b9f-52df-43b0-a965-76ba16304c4a,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.094228 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.api.v2.resource [None req-90f7f877-6917-4962-a554-11be13d5e628 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] show failed (client error): The resource could not be found. Nov 22 16:58:03.095220 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-90f7f877-6917-4962-a554-11be13d5e628 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "GET /v2.0/security-groups/6f330b9f-52df-43b0-a965-76ba16304c4a HTTP/1.1" status: 404 len: 347 time: 0.0140522 Nov 22 16:58:03.098248 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51120) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.223073 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Deleting port 0184e4f0-3851-4305-97e5-eb007e40e898 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:03.223412 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.301032 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.301353 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.314551 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Calling delete_port for 0184e4f0-3851-4305-97e5-eb007e40e898 owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:03.447573 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.473249 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Pushing event deleted for resources: {'Port': ['ID=0184e4f0-3851-4305-97e5-eb007e40e898,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.499706 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.500081 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.500426 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.500768 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.501102 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.501438 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.501765 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.502092 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.502419 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.502746 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.503069 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.503391 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:03.545029 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.547673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.548866 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-675ea153-f2c8-41c4-a1e2-dd9e4b1469f0 tempest-AttachVolumeTestJSON-860532305 tempest-AttachVolumeTestJSON-860532305-project] 10.222.0.61 "DELETE /v2.0/floatingips/abdb2192-4335-4ac5-bc31-a85fb571d021 HTTP/1.1" status: 204 len: 168 time: 0.4496827 Nov 22 16:58:03.639189 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.441862 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.642720 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4790e7a-59c9-472a-86fe-1702c23f2bc8 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:04.664097 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: a4790e7a-59c9-472a-86fe-1702c23f2bc8 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:04.664440 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device a4790e7a-59c9-472a-86fe-1702c23f2bc8 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:07.091327 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51148) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.433320 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.673605 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Deleting port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:07.674083 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.751540 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] For port e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:07.751855 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.764744 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Calling delete_port for e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:07.942343 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.198774 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:08.369274 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.386153 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51150) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.549131 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Deleting port cedd3cc7-ef17-4938-ab51-b5c87c6b30e6 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:08.549358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.586181 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Router f3fd944e-a191-4184-8ba8-5d92d1db38c3 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:08.627257 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.627588 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.639940 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Calling delete_port for cedd3cc7-ef17-4938-ab51-b5c87c6b30e6 owned by network:floatingip {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:08.694725 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:08.702252 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-90495ee0-f613-4855-9f1e-aea05f23ba73 admin admin] 10.222.0.61 "PUT /v2.0/routers/f3fd944e-a191-4184-8ba8-5d92d1db38c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073449 Nov 22 16:58:08.702375 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51152) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.704699 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] Sync routers for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:08.714856 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:08.715799 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.799249 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.811222 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.824555 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'Port': ['ID=cedd3cc7-ef17-4938-ab51-b5c87c6b30e6,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:08.827885 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:08.894634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.895027 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Floating IP b9e9c461-fbab-4232-8069-a1a78fb8b515 disassociated (deleted). External IP: 172.27.3.33, port: d9295e93-3475-4c90-980c-39f91b792592. Nov 22 16:58:08.926157 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.986893 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Deleting port 8347536e-7547-489e-b532-c94e64919fa1 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:08.987264 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.074589 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] For port 8347536e-7547-489e-b532-c94e64919fa1, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=8347536e-7547-489e-b532-c94e64919fa1,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:09.074950 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.089302 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Calling delete_port for 8347536e-7547-489e-b532-c94e64919fa1 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:09.111100 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '8347536e-7547-489e-b532-c94e64919fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:58:07Z', 'revision_number': 5, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port': {'id': '8347536e-7547-489e-b532-c94e64919fa1', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:44Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.126109 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:09.139043 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] Checking router: f3fd944e-a191-4184-8ba8-5d92d1db38c3 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:09.147656 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] Routers {'f3fd944e-a191-4184-8ba8-5d92d1db38c3'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:09.148304 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.253845 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] Set router f3fd944e-a191-4184-8ba8-5d92d1db38c3 gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:09.268014 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.278883 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:09.283691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.292430 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:09.295087 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8347536e-7547-489e-b532-c94e64919fa1,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.310109 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:58:08Z', 'revision_number': 6, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.322843 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:09.325211 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.328852 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-271f96ce-86aa-4b6f-be2c-6709b004863b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "DELETE /v2.0/floatingips/b9e9c461-fbab-4232-8069-a1a78fb8b515 HTTP/1.1" status: 204 len: 168 time: 0.9324031 Nov 22 16:58:09.329597 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:09.339135 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be80000-346f-4e6e-bd44-97430afdedd6 None None] The sync data for ids ['f3fd944e-a191-4184-8ba8-5d92d1db38c3'] in dv-cinder-804735-12-iscsi is: [{'id': 'f3fd944e-a191-4184-8ba8-5d92d1db38c3', 'name': 'tempest-AttachVolumeTestJSON-1796566909-router', 'tenant_id': '485536b21b4a4b2a9b004c7db3864b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:43Z', 'updated_at': '2021-11-22T16:58:08Z', 'revision_number': 6, 'project_id': '485536b21b4a4b2a9b004c7db3864b9a', 'gw_port_host': None}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:09.344401 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "tag": "d9295e93-3475-4c90-980c-39f91b792592"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:09.389335 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.398104 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad782f31-0aea-4549-9cd3-36d6b169243c x-openstack-request-id: req-ad782f31-0aea-4549-9cd3-36d6b169243c {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:09.399404 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "tag": "d9295e93-3475-4c90-980c-39f91b792592", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:09.400025 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad782f31-0aea-4549-9cd3-36d6b169243c {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:09.400673 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592', 'status': 'completed', 'code': 200} Nov 22 16:58:09.492152 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-eb4625f8-dee5-4773-ab8d-2ba739370acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.494192 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-eb4625f8-dee5-4773-ab8d-2ba739370acb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 1098 time: 0.0554888 Nov 22 16:58:09.513110 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.513367 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:09.515618 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.590077 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.590584 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3fd944e-a191-4184-8ba8-5d92d1db38c3 {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:09.595468 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.596663 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-a44bc7c2-b5dd-42bd-9a24-3a2c51d8fe1b admin admin] 10.222.0.61 "DELETE /v2.0/routers/f3fd944e-a191-4184-8ba8-5d92d1db38c3 HTTP/1.1" status: 204 len: 168 time: 0.8934274 Nov 22 16:58:09.599244 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51160) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.617486 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-06aab987-438b-407d-825d-c801033c7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.618965 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-06aab987-438b-407d-825d-c801033c7f19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0953708 Nov 22 16:58:09.648920 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79fec-f34b-4610-a5a1-354de37793e4 req-475662df-de58-4423-aebe-5c8f11dd1262 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.650488 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-87d79fec-f34b-4610-a5a1-354de37793e4 req-475662df-de58-4423-aebe-5c8f11dd1262 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 945 time: 0.1263406 Nov 22 16:58:09.666291 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-82508ca4-cc51-46ee-9ea5-16b8f95b449b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9295e93-3475-4c90-980c-39f91b792592 HTTP/1.1" status: 200 len: 217 time: 0.0397758 Nov 22 16:58:09.677521 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Deleting subnet 80f32dc6-df82-4613-843c-eb97d28ef2b5 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:09.689153 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.746991 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.760908 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-e0f33d31-0c86-41b3-a864-50a25aeb2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.766605 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-e0f33d31-0c86-41b3-a864-50a25aeb2d86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0930800 Nov 22 16:58:09.773978 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-87d79fec-f34b-4610-a5a1-354de37793e4 req-03f6ea49-3046-4498-976f-7d53c27dfe3b tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115580 Nov 22 16:58:09.802302 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:21Z', 'revision_number': 1, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.835469 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:09.850640 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:09.851579 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.859494 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-94b6f3c6-fdb8-4ef5-85b8-f994de16376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.861245 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-94b6f3c6-fdb8-4ef5-85b8-f994de16376f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808885 Nov 22 16:58:09.883214 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.938974 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.964235 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:09.966360 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-5a18474a-565c-4d17-85ab-474c6282fc96 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956824 Nov 22 16:58:09.975253 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f32dc6-df82-4613-843c-eb97d28ef2b5,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.986473 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.992837 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d2d35953-be89-46dc-b8df-e9424c78d62c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/80f32dc6-df82-4613-843c-eb97d28ef2b5 HTTP/1.1" status: 204 len: 168 time: 0.3917489 Nov 22 16:58:09.994404 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51162) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.995256 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519c74c0-ddd8-4699-acec-4d5bf59cf128 None None] Network a90a2625-3e1f-42ca-bb48-64439de3ab4b requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:10.066786 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.070453 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-4c1854e5-3ec3-4f86-a726-37ebf4f8a508 req-a473d01d-a5d9-4f33-ab84-61662494b046 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957427 Nov 22 16:58:10.131339 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Deleting port 990e04c3-fa49-4874-9ce0-3eade0097657 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:10.131572 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.204238 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] For port 990e04c3-fa49-4874-9ce0-3eade0097657, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=990e04c3-fa49-4874-9ce0-3eade0097657,segment=NetworkSegment(517c0999-0a43-48c5-8acd-fb451cbf9d31),segment_id=517c0999-0a43-48c5-8acd-fb451cbf9d31)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:10.204911 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.220348 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Calling delete_port for 990e04c3-fa49-4874-9ce0-3eade0097657 owned by network:dhcp {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:10.221436 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:10.223422 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:10.256826 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:10.257412 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device e5cbeff7-c2a3-441a-9a3f-08f7e1d2ea35 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:10.315123 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.330157 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] No DVR routers for this DVR port 990e04c3-fa49-4874-9ce0-3eade0097657 on host dv-cinder-804735-12-iscsi {{(pid=119718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:10.353065 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Pushing event deleted for resources: {'Port': ['ID=990e04c3-fa49-4874-9ce0-3eade0097657,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:10.440596 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.458023 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487220ea-f482-4ee1-b8d6-b05b848c4581 None None] DHCP port deletion for a90a2625-3e1f-42ca-bb48-64439de3ab4b request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:10.464914 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90a2625-3e1f-42ca-bb48-64439de3ab4b']}} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.478233 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517c0999-0a43-48c5-8acd-fb451cbf9d31') {'for_net_delete': True} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.478439 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:21Z', 'revision_number': 1, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.479098 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517c0999-0a43-48c5-8acd-fb451cbf9d31') {} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.496656 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13820336'] for segment, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.511018 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.511285 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72baf89-6bb7-4e11-8b9f-86d6b89e44ac None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8485b50a-d40d-40a4-9109-dadb55bb2463', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'port_id': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'mac_address': 'fa:16:3e:85:57:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24575018-194c-419c-8c58-1f7c89a4b192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:19Z', 'updated_at': '2021-11-22T16:54:21Z', 'revision_number': 1, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:10.518039 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=119718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:10.518613 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13509797'] for segment, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: Traceback (most recent call last): Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: timer() Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: cb(*args, **kw) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: return func(*args, **kwargs) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: self._notify() Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: self.callback(batched_events) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: event.method(event) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: return f(self, *a, **k) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._get(url).json() Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:10.520554 dv-cinder-804735-12-iscsi neutron-server[119718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:10.576668 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.582098 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.586822 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] 10.222.0.61 "DELETE /v2.0/networks/a90a2625-3e1f-42ca-bb48-64439de3ab4b HTTP/1.1" status: 204 len: 168 time: 0.5914288 Nov 22 16:58:10.602266 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e28db7-cccd-4669-ad98-5c01a5a071dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a90a2625-3e1f-42ca-bb48-64439de3ab4b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:10.779443 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51166) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.782021 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dba740-d2b6-49d0-a8ca-df34ecc26428 None None] New status for floating IP b9e9c461-fbab-4232-8069-a1a78fb8b515: DOWN {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:58:10.820576 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-11c42b6c-bd40-4f86-8eb6-efc1ac6fac31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=485536b21b4a4b2a9b004c7db3864b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397935 Nov 22 16:58:10.822852 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51170) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.886304 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cf14-ff64-4328-8259-0160af17fb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.929474 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cf14-ff64-4328-8259-0160af17fb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.964398 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c147-8ba4-446a-88ae-5241d1677505 req-219fd6c7-9e11-4892-a6fd-61891974cbd3 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.965917 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d578c147-8ba4-446a-88ae-5241d1677505 req-219fd6c7-9e11-4892-a6fd-61891974cbd3 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 945 time: 0.0991774 Nov 22 16:58:11.018784 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cf14-ff64-4328-8259-0160af17fb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.021397 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-f3f7cf14-ff64-4328-8259-0160af17fb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.023172 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-f3f7cf14-ff64-4328-8259-0160af17fb2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2edce17-85ac-40e8-9de9-fe4d9078b521 HTTP/1.1" status: 204 len: 168 time: 0.1994109 Nov 22 16:58:11.029067 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d578c147-8ba4-446a-88ae-5241d1677505 req-62d057cb-7f5d-4167-a573-ee3daa5264f9 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555143 Nov 22 16:58:11.036783 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7cf14-ff64-4328-8259-0160af17fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2edce17-85ac-40e8-9de9-fe4d9078b521,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.173053 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-a2a88693-2992-4851-a02c-4420568b6998 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.174495 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-a2a88693-2992-4851-a02c-4420568b6998 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 945 time: 0.0501759 Nov 22 16:58:11.268008 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Deleting port d9295e93-3475-4c90-980c-39f91b792592 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:11.268458 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.359263 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] For port d9295e93-3475-4c90-980c-39f91b792592, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d9295e93-3475-4c90-980c-39f91b792592,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:11.359760 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.373729 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Calling delete_port for d9295e93-3475-4c90-980c-39f91b792592 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:11.518423 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.549382 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'Port': ['ID=d9295e93-3475-4c90-980c-39f91b792592,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.594501 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] No DVR routers for this DVR port d9295e93-3475-4c90-980c-39f91b792592 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:11.597006 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.600991 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-fb27e1c1-331d-4d70-866c-3eeef134ce9b req-04d46642-3270-4532-af9d-b4a4c8eb3355 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "DELETE /v2.0/ports/d9295e93-3475-4c90-980c-39f91b792592 HTTP/1.1" status: 204 len: 173 time: 0.4205158 Nov 22 16:58:11.601480 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'name': 'network-vif-deleted', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:11.603733 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd08b005-4bf8-47c1-8648-f33e0c4e152b" -d '{"events": [{"server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "name": "network-vif-deleted", "tag": "d9295e93-3475-4c90-980c-39f91b792592"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:11.650676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a5de40-4469-4fbe-926e-7120428b2671 x-openstack-request-id: req-f8a5de40-4469-4fbe-926e-7120428b2671 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:11.650973 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba", "name": "network-vif-deleted", "tag": "d9295e93-3475-4c90-980c-39f91b792592", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:11.651314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8a5de40-4469-4fbe-926e-7120428b2671 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:11.651721 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba', 'name': 'network-vif-deleted', 'tag': 'd9295e93-3475-4c90-980c-39f91b792592', 'status': 'completed', 'code': 200} Nov 22 16:58:11.718914 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8347536e-7547-489e-b532-c94e64919fa1 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:11.739392 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 8347536e-7547-489e-b532-c94e64919fa1 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:11.739717 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 8347536e-7547-489e-b532-c94e64919fa1 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:11.740188 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 990e04c3-fa49-4874-9ce0-3eade0097657 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:11.761961 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 990e04c3-fa49-4874-9ce0-3eade0097657 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:11.762312 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 990e04c3-fa49-4874-9ce0-3eade0097657 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:12.144215 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-300d9080-7914-453e-8f1b-20141456e651 req-fe625595-8f63-4aa6-8cc2-bca93bf50a8f tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9d4e062-cf0c-4a26-b0e2-6d9c7ed45fba HTTP/1.1" status: 200 len: 210 time: 0.0299177 Nov 22 16:58:14.693277 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d9295e93-3475-4c90-980c-39f91b792592 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:14.716743 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: d9295e93-3475-4c90-980c-39f91b792592 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:14.716743 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device d9295e93-3475-4c90-980c-39f91b792592 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:15.421407 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51256) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.579753 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Deleting port 220c9664-3d7e-49f2-ad91-1db2385d0a1b {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:15.580032 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.660889 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.661212 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.673271 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Calling delete_port for 220c9664-3d7e-49f2-ad91-1db2385d0a1b owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:16.067436 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.092817 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'Port': ['ID=220c9664-3d7e-49f2-ad91-1db2385d0a1b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.154148 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.154476 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Floating IP 8485b50a-d40d-40a4-9109-dadb55bb2463 disassociated (deleted). External IP: 172.27.3.137, port: 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7. Nov 22 16:58:16.361998 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:16.481636 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:16.486423 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.491404 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:16.501623 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:16.502215 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:16.514437 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d9e86128-d8d3-4e85-85cb-9c1cfd0a0d4d tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "DELETE /v2.0/floatingips/8485b50a-d40d-40a4-9109-dadb55bb2463 HTTP/1.1" status: 204 len: 168 time: 1.0919385 Nov 22 16:58:16.515124 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:16.517426 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86ab737-4d81-4b1d-8b02-60220a704ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:16.560967 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd279a30-f6b8-4b5f-9880-ede595eede32 x-openstack-request-id: req-bd279a30-f6b8-4b5f-9880-ede595eede32 {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:16.561727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:16.561727 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd279a30-f6b8-4b5f-9880-ede595eede32 {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:16.561972 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'status': 'completed', 'code': 200} Nov 22 16:58:16.619421 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:16.757518 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5947e-a262-4488-9a46-7b3d1d15d535 req-fc36903f-5775-43c1-8a8a-890eb89000e1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.759059 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9b5947e-a262-4488-9a46-7b3d1d15d535 req-fc36903f-5775-43c1-8a8a-890eb89000e1 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0524242 Nov 22 16:58:16.808582 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f9b5947e-a262-4488-9a46-7b3d1d15d535 req-7af33e99-578e-4501-a78b-960b5fd91ed4 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 Nov 22 16:58:16.827651 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:16.853874 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:16.862195 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:16.862790 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:16.967799 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:17.166750 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:17.192363 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00857ea3-4a94-4845-be15-31331f16a049 None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:04Z', 'revision_number': 4, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9', 'name': '', 'network_id': '0b1c2e1e-d8e0-430c-9638-c1f4446f26b2', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'mac_address': 'fa:16:3e:e0:0c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:03Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'subnets': [{'id': '5333f833-aff1-4d0e-a5c7-f2c10faa26d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:17.404663 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b73bd3e-8f39-4a4c-b295-a7eebbee3df0 None None] New status for floating IP 8485b50a-d40d-40a4-9109-dadb55bb2463: DOWN {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:58:17.926031 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a50407-f900-413a-9436-09eb10dc8218 req-4aeded73-49e6-4962-bf37-3f66ee75f33c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.927501 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83a50407-f900-413a-9436-09eb10dc8218 req-4aeded73-49e6-4962-bf37-3f66ee75f33c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Nov 22 16:58:17.977712 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-83a50407-f900-413a-9436-09eb10dc8218 req-b44e351f-a880-49ea-8d65-95a6c2b60edb tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Nov 22 16:58:18.304044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-e5fb6eb3-b7f6-4244-9e12-e5c6b2876eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.305575 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-e5fb6eb3-b7f6-4244-9e12-e5c6b2876eff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=dd6bb6026ac74775904d68f7483c79c8&device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 1098 time: 0.0421035 Nov 22 16:58:18.400836 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-67896067-6d98-410c-a1ea-73b090ae349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.402338 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-67896067-6d98-410c-a1ea-73b090ae349a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 200 len: 913 time: 0.0869329 Nov 22 16:58:18.450343 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-a4d35ff7-25a3-442c-a9d2-992f4ab97c02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 200 len: 217 time: 0.0396230 Nov 22 16:58:18.500638 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-32579955-7bbf-4e77-a0e3-291abff3cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.502096 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-32579955-7bbf-4e77-a0e3-291abff3cf28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 200 len: 851 time: 0.0439143 Nov 22 16:58:18.548897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-0c060b19-699e-4e98-8913-2f90df7d13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.550401 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-0c060b19-699e-4e98-8913-2f90df7d13c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406694 Nov 22 16:58:18.645585 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-2999791e-5591-4a9e-b30b-894ddf1d75f9 service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874307 Nov 22 16:58:18.738036 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a86ab737-4d81-4b1d-8b02-60220a704ea6 req-ca2cf8f2-e48a-4935-ab0d-1f0037b8ecbd service neutron] 10.222.0.58 "GET /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826836 Nov 22 16:58:19.095899 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf00908-2ad3-4d8a-b2bb-e996fd5677ad req-f6941bd3-a1f3-4219-ab63-971c2ddc5743 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.097375 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-caf00908-2ad3-4d8a-b2bb-e996fd5677ad req-f6941bd3-a1f3-4219-ab63-971c2ddc5743 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Nov 22 16:58:19.146885 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-caf00908-2ad3-4d8a-b2bb-e996fd5677ad req-7aa2e0e3-7ff2-49ec-b58b-53899ed0a660 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Nov 22 16:58:20.016634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-83eea9d4-be61-4c11-a97b-f4eafa7c393c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.018125 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-83eea9d4-be61-4c11-a97b-f4eafa7c393c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0552554 Nov 22 16:58:20.025242 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.109610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Deleting port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:20.110011 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.206582 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] For port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:20.206946 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.221147 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Calling delete_port for 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:20.266713 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07654109-e336-4ecb-959a-647a9b66838e req-22ab98fc-d42c-43dd-a68f-94f144deb49c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.268307 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-07654109-e336-4ecb-959a-647a9b66838e req-22ab98fc-d42c-43dd-a68f-94f144deb49c tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/ports?device_id=24575018-194c-419c-8c58-1f7c89a4b192 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Nov 22 16:58:20.318961 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-07654109-e336-4ecb-959a-647a9b66838e req-db09cc00-0996-4479-8fd2-5226b1cb6327 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d5bd2-503b-4bb3-b461-d561d0c7316b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Nov 22 16:58:20.356638 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.390052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'Port': ['ID=10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:20.431379 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] No DVR routers for this DVR port 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:20.433852 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.437193 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7a001e00-aaff-45c6-8229-470ebd362d54 req-179b6143-46b3-4558-a0d0-3b89b6eaa58a tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.58 "DELETE /v2.0/ports/10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 HTTP/1.1" status: 204 len: 173 time: 0.4109905 Nov 22 16:58:20.437628 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'name': 'network-vif-deleted', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:20.440471 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aa7ae1-4689-4fbc-8485-73c680d1a2d7" -d '{"events": [{"server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "name": "network-vif-deleted", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:20.482197 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe34771-098c-4ba8-9933-2672c20d87ba x-openstack-request-id: req-9fe34771-098c-4ba8-9933-2672c20d87ba {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:20.482558 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24575018-194c-419c-8c58-1f7c89a4b192", "name": "network-vif-deleted", "tag": "10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:20.482870 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fe34771-098c-4ba8-9933-2672c20d87ba {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:20.483321 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24575018-194c-419c-8c58-1f7c89a4b192', 'name': 'network-vif-deleted', 'tag': '10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7', 'status': 'completed', 'code': 200} Nov 22 16:58:21.525855 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51316) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:21.656305 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Deleting port 8befa860-a429-4b8b-9677-3cf15ca0ff1d {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:21.656643 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.736968 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.737291 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.749650 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Calling delete_port for 8befa860-a429-4b8b-9677-3cf15ca0ff1d owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:21.886699 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.910833 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'Port': ['ID=8befa860-a429-4b8b-9677-3cf15ca0ff1d,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:21.976185 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.978812 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.980163 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-9fe16e0d-59a9-40bc-9c44-09fc83d2d9da tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "DELETE /v2.0/floatingips/8b31c962-dc40-4925-a9c6-1edeb6f3b8e5 HTTP/1.1" status: 204 len: 168 time: 0.4532747 Nov 22 16:58:23.170736 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51342) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:23.227130 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-081365ce-391c-4d4b-824e-7b82695a9ac6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.251337 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-081365ce-391c-4d4b-824e-7b82695a9ac6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.312052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-081365ce-391c-4d4b-824e-7b82695a9ac6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.314720 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-081365ce-391c-4d4b-824e-7b82695a9ac6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.315927 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-081365ce-391c-4d4b-824e-7b82695a9ac6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] 10.222.0.61 "DELETE /v2.0/security-groups/3e2d5bd2-503b-4bb3-b461-d561d0c7316b HTTP/1.1" status: 204 len: 168 time: 0.1441920 Nov 22 16:58:23.325314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081365ce-391c-4d4b-824e-7b82695a9ac6 tempest-TestVolumeBootPattern-1338524742 tempest-TestVolumeBootPattern-1338524742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d5bd2-503b-4bb3-b461-d561d0c7316b,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:23.369271 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51346) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:23.878488 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.123713 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Deleting port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:24.124013 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.208524 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] For port 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:24.208911 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.222441 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Calling delete_port for 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:24.404203 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.433479 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:24.598158 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.814122 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Router c2afdb98-fdc1-4c87-98c0-aa4276b82449 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:24.918928 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:24.923875 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b64064fb-060f-4a5c-9099-8266ae7dce9b admin admin] 10.222.0.61 "PUT /v2.0/routers/c2afdb98-fdc1-4c87-98c0-aa4276b82449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534470 Nov 22 16:58:24.926493 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51366) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:24.930666 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] Sync routers for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:24.949172 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:24.950254 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:25.044682 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.061668 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:25.157575 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.266767 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:58:24Z', 'revision_number': 5, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port': {'id': 'dbf28c58-a5e2-4901-835e-dedd21964a44', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:25.294458 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] Checking router: c2afdb98-fdc1-4c87-98c0-aa4276b82449 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:25.303448 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] Routers {'c2afdb98-fdc1-4c87-98c0-aa4276b82449'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:25.304097 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:25.366974 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:25.398629 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:25.398972 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 10b34e7c-7d5c-4d3f-bc3c-c7515447e4d7 not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:25.415852 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] Set router c2afdb98-fdc1-4c87-98c0-aa4276b82449 gateway port host: None {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:25.444763 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Deleting port dbf28c58-a5e2-4901-835e-dedd21964a44 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:25.445964 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.528122 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] For port dbf28c58-a5e2-4901-835e-dedd21964a44, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=dbf28c58-a5e2-4901-835e-dedd21964a44,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:25.528519 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.541702 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Calling delete_port for dbf28c58-a5e2-4901-835e-dedd21964a44 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:25.591975 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:58:25Z', 'revision_number': 6, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:25.621433 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632526aa-398a-4651-9e1d-1a8f20bac84c None None] The sync data for ids ['c2afdb98-fdc1-4c87-98c0-aa4276b82449'] in dv-cinder-804735-12-iscsi is: [{'id': 'c2afdb98-fdc1-4c87-98c0-aa4276b82449', 'name': 'tempest-TestVolumeBootPattern-1453795402-router', 'tenant_id': 'dd6bb6026ac74775904d68f7483c79c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:00Z', 'updated_at': '2021-11-22T16:58:25Z', 'revision_number': 6, 'project_id': 'dd6bb6026ac74775904d68f7483c79c8', 'gw_port_host': None}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:25.712138 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.736314 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf28c58-a5e2-4901-835e-dedd21964a44,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:25.795194 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.883148 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.885226 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.932740 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.933298 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2afdb98-fdc1-4c87-98c0-aa4276b82449 {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:25.938721 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.939906 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-17a7eb4a-befc-47f6-9dde-c8b528fddb45 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c2afdb98-fdc1-4c87-98c0-aa4276b82449 HTTP/1.1" status: 204 len: 168 time: 1.0125837 Nov 22 16:58:25.942441 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51380) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:25.995875 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Deleting subnet 5333f833-aff1-4d0e-a5c7-f2c10faa26d2 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:25.999525 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.040139 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.058967 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:26.080089 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:26.080447 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2eb213b6-9ed4-4ac2-bd85-6f66ecc84af9 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:26.127709 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.182467 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.205781 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5333f833-aff1-4d0e-a5c7-f2c10faa26d2,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:26.212531 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.215753 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-76126786-0d43-4873-a017-9f93125d4726 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5333f833-aff1-4d0e-a5c7-f2c10faa26d2 HTTP/1.1" status: 204 len: 168 time: 0.2723761 Nov 22 16:58:26.219010 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51382) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:26.219581 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f947d4-cf1c-4200-a820-d646e6033b5d None None] Network 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:26.296956 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.352735 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Deleting port f52587fc-5546-4a90-b7b4-d703970216ec {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:26.353144 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.427400 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] For port f52587fc-5546-4a90-b7b4-d703970216ec, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=f52587fc-5546-4a90-b7b4-d703970216ec,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:26.427906 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.446288 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Calling delete_port for f52587fc-5546-4a90-b7b4-d703970216ec owned by network:dhcp {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:26.449650 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] DHCP port deletion for 0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:26.518734 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Deleting port f52587fc-5546-4a90-b7b4-d703970216ec {{(pid=119719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:26.519343 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.558493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.590703 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52587fc-5546-4a90-b7b4-d703970216ec,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:26.593140 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] No DVR routers for this DVR port f52587fc-5546-4a90-b7b4-d703970216ec on host dv-cinder-804735-12-iscsi {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:26.616886 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] For port f52587fc-5546-4a90-b7b4-d703970216ec, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=f52587fc-5546-4a90-b7b4-d703970216ec,segment=NetworkSegment(0882902f-43a7-4dd2-8542-52357a3d9c5f),segment_id=0882902f-43a7-4dd2-8542-52357a3d9c5f)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:26.617300 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.635631 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Calling delete_port for f52587fc-5546-4a90-b7b4-d703970216ec owned by network:dhcp {{(pid=119719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:26.681851 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.703075 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1c2e1e-d8e0-430c-9638-c1f4446f26b2']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:26.713336 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0882902f-43a7-4dd2-8542-52357a3d9c5f') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:26.713720 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0882902f-43a7-4dd2-8542-52357a3d9c5f') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:26.724162 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.728954 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501'] for port, after_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.746839 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.754204 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:26.754753 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:26.757296 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:26.759798 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Pushing event deleted for resources: {'Port': ['ID=f52587fc-5546-4a90-b7b4-d703970216ec,revision_number=None']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:26.766020 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] No DVR routers for this DVR port f52587fc-5546-4a90-b7b4-d703970216ec on host dv-cinder-804735-12-iscsi {{(pid=119719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:26.784893 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.785265 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.785618 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.785962 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.786374 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.786717 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.787058 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.787420 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.787793 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.788466 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.788875 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.789220 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae2a00-cad8-49d8-834a-acd094ee2b94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:26.817804 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.824894 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.828173 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b1c2e1e-d8e0-430c-9638-c1f4446f26b2 HTTP/1.1" status: 204 len: 168 time: 0.6071613 Nov 22 16:58:26.831126 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51396) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:26.839993 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e813716-38a1-47d6-aaef-df0b70b6d229 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1c2e1e-d8e0-430c-9638-c1f4446f26b2,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:27.185214 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.426335 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Deleting port 1abb0e2a-ead5-41b4-845a-b53f5697fa63 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:27.426566 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.507151 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] For port 1abb0e2a-ead5-41b4-845a-b53f5697fa63, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=1abb0e2a-ead5-41b4-845a-b53f5697fa63,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:27.507536 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.520179 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Calling delete_port for 1abb0e2a-ead5-41b4-845a-b53f5697fa63 owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:27.722812 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dbf28c58-a5e2-4901-835e-dedd21964a44 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:27.724258 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.753784 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb0e2a-ead5-41b4-845a-b53f5697fa63,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:27.760939 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: dbf28c58-a5e2-4901-835e-dedd21964a44 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:27.761281 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device dbf28c58-a5e2-4901-835e-dedd21964a44 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:27.761690 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device f52587fc-5546-4a90-b7b4-d703970216ec no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:27.785313 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: f52587fc-5546-4a90-b7b4-d703970216ec {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:27.785734 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device f52587fc-5546-4a90-b7b4-d703970216ec not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:27.958208 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.243325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:28.355876 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:28.361146 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-4ea8c1de-f724-42ca-ab24-8565ed7ffc45 admin admin] 10.222.0.61 "PUT /v2.0/routers/39bfde3b-c0ee-4302-9f83-e2606d9d7447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5281520 Nov 22 16:58:28.363641 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51412) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:28.366520 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] Sync routers for ids ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:28.378022 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] Routers {'39bfde3b-c0ee-4302-9f83-e2606d9d7447'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:28.378967 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:28.480560 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.487884 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] Set router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:28.581053 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.638937 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Deleting port d952ce6b-abe1-43fb-8efa-160032a24b83 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:28.639279 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.679358 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:58:27Z', 'revision_number': 5, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port': {'id': 'd952ce6b-abe1-43fb-8efa-160032a24b83', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:07Z', 'updated_at': '2021-11-22T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:28.711351 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] Checking router: 39bfde3b-c0ee-4302-9f83-e2606d9d7447 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:28.719832 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] For port d952ce6b-abe1-43fb-8efa-160032a24b83, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=d952ce6b-abe1-43fb-8efa-160032a24b83,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:28.720195 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] Routers {'39bfde3b-c0ee-4302-9f83-e2606d9d7447'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:28.720328 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.720809 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:58:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:28.733393 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Calling delete_port for d952ce6b-abe1-43fb-8efa-160032a24b83 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:28.813773 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] Set router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:28.848560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-0a92e879-cda6-47d5-a6ed-6f2eb6377746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.869634 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:58:28Z', 'revision_number': 6, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:28.900911 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec70108-28e9-42a2-9130-a758fa9fde20 None None] The sync data for ids ['39bfde3b-c0ee-4302-9f83-e2606d9d7447'] in dv-cinder-804735-12-iscsi is: [{'id': '39bfde3b-c0ee-4302-9f83-e2606d9d7447', 'name': 'tempest-TestVolumeBootPattern-2049621134-router', 'tenant_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:06Z', 'updated_at': '2021-11-22T16:58:28Z', 'revision_number': 6, 'project_id': 'da8b552ef5cb44aaae09c2125a2f3968', 'gw_port_host': None}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:29.129042 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.158674 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d952ce6b-abe1-43fb-8efa-160032a24b83,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:29.224240 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.319686 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.322063 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.373938 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.374487 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39bfde3b-c0ee-4302-9f83-e2606d9d7447 {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:29.378935 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.380046 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-4d45d49c-ac12-436d-a75b-0d19feb2fcfb admin admin] 10.222.0.61 "DELETE /v2.0/routers/39bfde3b-c0ee-4302-9f83-e2606d9d7447 HTTP/1.1" status: 204 len: 168 time: 1.0152421 Nov 22 16:58:29.383300 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51422) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:29.425420 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Deleting subnet 8370c17e-75ca-4565-bb5f-9e955abf8a63 {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:29.429081 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.462600 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.541084 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.592360 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.617993 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8370c17e-75ca-4565-bb5f-9e955abf8a63,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:29.621312 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.624492 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-e94a21c6-8e70-4df1-8da1-cd777b59e0ba admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8370c17e-75ca-4565-bb5f-9e955abf8a63 HTTP/1.1" status: 204 len: 168 time: 0.2402134 Nov 22 16:58:29.626867 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700eaeb-014b-4320-80e8-49a4629dada9 None None] Network d67cb3f1-e514-40dc-94bf-72a87d164317 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:29.627003 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51424) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:29.700917 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.745698 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 1abb0e2a-ead5-41b4-845a-b53f5697fa63 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:29.765022 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Deleting port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:29.765338 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.767771 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 1abb0e2a-ead5-41b4-845a-b53f5697fa63 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:29.768148 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 1abb0e2a-ead5-41b4-845a-b53f5697fa63 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:29.768572 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d952ce6b-abe1-43fb-8efa-160032a24b83 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:29.791704 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: d952ce6b-abe1-43fb-8efa-160032a24b83 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:29.792082 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device d952ce6b-abe1-43fb-8efa-160032a24b83 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:29.830614 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] For port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:29.830996 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.846344 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Calling delete_port for cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b owned by network:dhcp {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:29.862709 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] DHCP port deletion for d67cb3f1-e514-40dc-94bf-72a87d164317 request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:29.917049 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] Deleting port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b {{(pid=119719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:29.917747 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.934596 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.962576 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:29.965922 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] No DVR routers for this DVR port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b on host dv-cinder-804735-12-iscsi {{(pid=119718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:30.007455 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] For port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,segment=NetworkSegment(eba77dc6-a278-44a9-b52d-d00fbb6f4571),segment_id=eba77dc6-a278-44a9-b52d-d00fbb6f4571)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:30.007895 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.020433 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] Calling delete_port for cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b owned by network:dhcp {{(pid=119719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:30.044183 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.064665 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67cb3f1-e514-40dc-94bf-72a87d164317']}} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.074661 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba77dc6-a278-44a9-b52d-d00fbb6f4571') {'for_net_delete': True} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.074959 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba77dc6-a278-44a9-b52d-d00fbb6f4571') {} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.088961 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13820336'] for segment, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.101143 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501'] for port, after_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.105134 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.112777 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=119718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:30.113147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13509797'] for segment, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: Traceback (most recent call last): Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: timer() Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: cb(*args, **kw) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: return func(*args, **kwargs) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: self._notify() Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: self.callback(batched_events) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: event.method(event) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: return f(self, *a, **k) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._get(url).json() Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:30.114868 dv-cinder-804735-12-iscsi neutron-server[119718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:30.126151 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] Pushing event deleted for resources: {'Port': ['ID=cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b,revision_number=None']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:30.130736 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd5cb0-a3a8-4f64-958b-00244554410a None None] No DVR routers for this DVR port cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b on host dv-cinder-804735-12-iscsi {{(pid=119719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:30.172227 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.178317 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.181878 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d67cb3f1-e514-40dc-94bf-72a87d164317 HTTP/1.1" status: 204 len: 168 time: 0.5539072 Nov 22 16:58:30.192975 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d56c4-6c7e-43e9-a65d-16df1187f651 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67cb3f1-e514-40dc-94bf-72a87d164317,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:30.298846 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51428) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.338155 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-00794d9d-de97-46a2-a912-5d96e487a92b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd6bb6026ac74775904d68f7483c79c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381122 Nov 22 16:58:30.340779 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51432) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.396722 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cbd822f-1101-4fc2-b66b-65cdd3f1b06b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.418868 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cbd822f-1101-4fc2-b66b-65cdd3f1b06b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.471937 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cbd822f-1101-4fc2-b66b-65cdd3f1b06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.474817 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-8cbd822f-1101-4fc2-b66b-65cdd3f1b06b admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.476674 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-8cbd822f-1101-4fc2-b66b-65cdd3f1b06b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d57e19e4-4e34-4023-aeb1-824100f46748 HTTP/1.1" status: 204 len: 168 time: 0.1348045 Nov 22 16:58:30.485726 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd822f-1101-4fc2-b66b-65cdd3f1b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e19e4-4e34-4023-aeb1-824100f46748,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:30.789283 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51442) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.828288 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-e7bb4cdf-02ea-491b-a31b-18f3764b01f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da8b552ef5cb44aaae09c2125a2f3968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376616 Nov 22 16:58:30.830709 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51444) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.882678 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-86d3481d-66a3-4085-a1c2-0dfaf087b2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.904624 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-86d3481d-66a3-4085-a1c2-0dfaf087b2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.951878 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-86d3481d-66a3-4085-a1c2-0dfaf087b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.954483 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-86d3481d-66a3-4085-a1c2-0dfaf087b2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.955653 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-86d3481d-66a3-4085-a1c2-0dfaf087b2fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/baf29e4d-e52a-4c73-923c-f2e365ff1cb8 HTTP/1.1" status: 204 len: 168 time: 0.1240404 Nov 22 16:58:30.965429 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3481d-66a3-4085-a1c2-0dfaf087b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf29e4d-e52a-4c73-923c-f2e365ff1cb8,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:31.060411 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1b2b649e-c63c-4d24-9537-e72c9c9e05b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.704523 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:31.725196 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:31.725464 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device cd1cff7c-bd0e-4a75-b2e3-4f12a76aca1b not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:32.247228 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.638195 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.446060 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.221201 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:50.040366 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.059001 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51630) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:52.160156 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b81e9532-ecda-4eab-a693-de9f1369d91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.233715 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b81e9532-ecda-4eab-a693-de9f1369d91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.240606 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b81e9532-ecda-4eab-a693-de9f1369d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.280985 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b81e9532-ecda-4eab-a693-de9f1369d91c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=767148c57a0941308d23f7c887617fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207015 Nov 22 16:58:52.281703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e9532-ecda-4eab-a693-de9f1369d91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c9c9d7-7c28-48f1-bf0b-c6068b49eee5,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.284390 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51634) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:52.333134 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7ac933b9-c5a1-4d4d-aac6-6a4d7bd7fbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.354543 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7ac933b9-c5a1-4d4d-aac6-6a4d7bd7fbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.403485 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7ac933b9-c5a1-4d4d-aac6-6a4d7bd7fbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.406150 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-7ac933b9-c5a1-4d4d-aac6-6a4d7bd7fbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.407333 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-7ac933b9-c5a1-4d4d-aac6-6a4d7bd7fbcd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0c9c9d7-7c28-48f1-bf0b-c6068b49eee5 HTTP/1.1" status: 204 len: 168 time: 0.1216860 Nov 22 16:58:52.416044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac933b9-c5a1-4d4d-aac6-6a4d7bd7fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c9c9d7-7c28-48f1-bf0b-c6068b49eee5,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.660737 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51640) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:52.674324 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1565da1-c6e4-4774-a754-1bc22bce5278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.747324 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1565da1-c6e4-4774-a754-1bc22bce5278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.751712 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c1565da1-c6e4-4774-a754-1bc22bce5278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.792077 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c1565da1-c6e4-4774-a754-1bc22bce5278 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f5dcbbd3c20401099861057e5472127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302066 Nov 22 16:58:52.792941 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1565da1-c6e4-4774-a754-1bc22bce5278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8c56e5-73fc-465e-8a3a-1dacbf90e5d9,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.795389 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51642) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:52.845316 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-01faeeee-0646-447b-b170-8dac5656b00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.869191 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-01faeeee-0646-447b-b170-8dac5656b00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.915164 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-01faeeee-0646-447b-b170-8dac5656b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.918032 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-01faeeee-0646-447b-b170-8dac5656b00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.919180 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-01faeeee-0646-447b-b170-8dac5656b00d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c8c56e5-73fc-465e-8a3a-1dacbf90e5d9 HTTP/1.1" status: 204 len: 168 time: 0.1225202 Nov 22 16:58:52.926661 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faeeee-0646-447b-b170-8dac5656b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8c56e5-73fc-465e-8a3a-1dacbf90e5d9,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:54.589946 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51696) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:54.694621 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cc31762a-f19e-43c2-9f26-6f0e8974b5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.766756 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cc31762a-f19e-43c2-9f26-6f0e8974b5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.770620 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cc31762a-f19e-43c2-9f26-6f0e8974b5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.808738 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-cc31762a-f19e-43c2-9f26-6f0e8974b5a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22cbf9bfea174a82a3feec0b06b54e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176294 Nov 22 16:58:54.809447 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31762a-f19e-43c2-9f26-6f0e8974b5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f6bfe-18cd-4571-b7cf-868cd4f6d4df,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:54.812223 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51700) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:54.862026 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0d17-75e7-4fdc-8fc9-f073e9740eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.883889 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0d17-75e7-4fdc-8fc9-f073e9740eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.929090 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0d17-75e7-4fdc-8fc9-f073e9740eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.931675 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0d17-75e7-4fdc-8fc9-f073e9740eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.932839 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4d1d0d17-75e7-4fdc-8fc9-f073e9740eb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c2f6bfe-18cd-4571-b7cf-868cd4f6d4df HTTP/1.1" status: 204 len: 168 time: 0.1194355 Nov 22 16:58:54.941816 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d0d17-75e7-4fdc-8fc9-f073e9740eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f6bfe-18cd-4571-b7cf-868cd4f6d4df,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:55.191111 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51706) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:55.204624 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a52abcb9-3bb3-4a91-a43b-237546480d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.279728 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a52abcb9-3bb3-4a91-a43b-237546480d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.283613 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a52abcb9-3bb3-4a91-a43b-237546480d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.323600 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a52abcb9-3bb3-4a91-a43b-237546480d97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=701f20af8e6b4a8f997048e4f0007c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313667 Nov 22 16:58:55.324755 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52abcb9-3bb3-4a91-a43b-237546480d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a66b78-5e1f-47f7-9486-a698dba2d4a8,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:55.326395 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51708) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:55.374984 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ab413d62-f98a-4ea5-951b-3b8bdb84470c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.395710 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ab413d62-f98a-4ea5-951b-3b8bdb84470c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.446226 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ab413d62-f98a-4ea5-951b-3b8bdb84470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.448929 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-ab413d62-f98a-4ea5-951b-3b8bdb84470c admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.450073 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-ab413d62-f98a-4ea5-951b-3b8bdb84470c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7a66b78-5e1f-47f7-9486-a698dba2d4a8 HTTP/1.1" status: 204 len: 168 time: 0.1226454 Nov 22 16:58:55.458418 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab413d62-f98a-4ea5-951b-3b8bdb84470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a66b78-5e1f-47f7-9486-a698dba2d4a8,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.497783 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51778) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.601776 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9180-2c32-44fb-8683-5f83cc3c4efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.677854 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9180-2c32-44fb-8683-5f83cc3c4efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.683984 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5b4c9180-2c32-44fb-8683-5f83cc3c4efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.723578 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-5b4c9180-2c32-44fb-8683-5f83cc3c4efe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5410057f9a674c2cafcb9e648a8d2ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246928 Nov 22 16:58:57.724548 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c9180-2c32-44fb-8683-5f83cc3c4efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31cc560-1875-4741-aa68-e519a4ff438d,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.727011 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51782) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.778632 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-94b927f4-c318-4b44-825f-396e717c4742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.800052 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-94b927f4-c318-4b44-825f-396e717c4742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.846229 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-94b927f4-c318-4b44-825f-396e717c4742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.848866 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-94b927f4-c318-4b44-825f-396e717c4742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.850638 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-94b927f4-c318-4b44-825f-396e717c4742 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c31cc560-1875-4741-aa68-e519a4ff438d HTTP/1.1" status: 204 len: 168 time: 0.1212008 Nov 22 16:58:57.858487 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b927f4-c318-4b44-825f-396e717c4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31cc560-1875-4741-aa68-e519a4ff438d,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.115557 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51788) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.129112 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef160-16c3-4538-bd93-f91cc3534d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.207611 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef160-16c3-4538-bd93-f91cc3534d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.212146 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-ee6ef160-16c3-4538-bd93-f91cc3534d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.247708 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ef160-16c3-4538-bd93-f91cc3534d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79231f08-7a9a-4764-9c92-ee0c2f1ec051,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.251977 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-ee6ef160-16c3-4538-bd93-f91cc3534d1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c64d45dc7c04e65b63346ca33327c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349833 Nov 22 16:58:58.254536 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51790) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.304871 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-33366956-b634-40b7-ab95-a00c3b87c2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.328235 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-33366956-b634-40b7-ab95-a00c3b87c2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.373638 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-33366956-b634-40b7-ab95-a00c3b87c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.376335 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-33366956-b634-40b7-ab95-a00c3b87c2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.377504 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-33366956-b634-40b7-ab95-a00c3b87c2e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79231f08-7a9a-4764-9c92-ee0c2f1ec051 HTTP/1.1" status: 204 len: 168 time: 0.1220608 Nov 22 16:58:58.386704 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33366956-b634-40b7-ab95-a00c3b87c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79231f08-7a9a-4764-9c92-ee0c2f1ec051,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.848261 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-174cbfc8-1e2f-4663-bc5f-ed4d65ec8315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.062023 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e1987fff-26ab-4ee2-8345-d1464d4577d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.248350 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.641033 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.448474 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.121897 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 51924) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:09.226278 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.300111 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.304697 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.344067 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7df0fb6196154e8dadae09934661b50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210648 Nov 22 16:59:09.345195 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54606e25-4ca6-424f-9125-b550e8d34a4c,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:09.347028 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 51928) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:09.352520 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.352881 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.353229 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.353571 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.353912 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.354250 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.354584 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.354918 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.355252 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.355582 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.355948 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.356278 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db06c58-ca59-449d-bca8-75a57a8e2e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.395270 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.417185 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.464898 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.467577 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.468768 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54606e25-4ca6-424f-9125-b550e8d34a4c HTTP/1.1" status: 204 len: 168 time: 0.1207583 Nov 22 16:59:09.477064 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54606e25-4ca6-424f-9125-b550e8d34a4c,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:09.484166 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.484515 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.484853 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.485185 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.485513 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.485841 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.486171 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.486497 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.486821 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.487143 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.487463 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:09.487782 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d48686-f12c-470e-816e-904186e20f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:20.039194 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.218915 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:27.508856 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52058) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.628363 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c993d8c-4c9b-4ac2-9b73-ae13c645f14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.703987 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c993d8c-4c9b-4ac2-9b73-ae13c645f14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.708388 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6c993d8c-4c9b-4ac2-9b73-ae13c645f14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.749542 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6c993d8c-4c9b-4ac2-9b73-ae13c645f14e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e00217faa1774242bd83bee38e997832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396116 Nov 22 16:59:27.750498 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c993d8c-4c9b-4ac2-9b73-ae13c645f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f954c9c8-6184-48a1-8448-78bedea945fb,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.752230 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52062) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.804520 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cda405e-1c7d-43de-9996-e0d2678c16d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.825312 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cda405e-1c7d-43de-9996-e0d2678c16d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.869597 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cda405e-1c7d-43de-9996-e0d2678c16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.872446 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0cda405e-1c7d-43de-9996-e0d2678c16d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.873571 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0cda405e-1c7d-43de-9996-e0d2678c16d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f954c9c8-6184-48a1-8448-78bedea945fb HTTP/1.1" status: 204 len: 168 time: 0.1203153 Nov 22 16:59:27.881885 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda405e-1c7d-43de-9996-e0d2678c16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954c9c8-6184-48a1-8448-78bedea945fb,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.505318 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52088) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:28.607852 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1780224969-network', 'tenant_id': '54ae85780780466c945807684ff5e61d'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:28.628932 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Made reservation on behalf of 54ae85780780466c945807684ff5e61d for: {'network': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:28.631445 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.642104 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.720903 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.726320 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.754152 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=119718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:28.760645 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.768273 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.768618 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.segments_db [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Added segment f1b2bddd-c925-4503-a177-5b5c6943a7d8 of type vlan for network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 Nov 22 16:59:28.810110 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.835666 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.836719 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:28.837308 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.852766 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa3b9-3c1f-4b02-a643-80ab430a96b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.896189 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3893242 Nov 22 16:59:28.899666 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52092) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:28.903443 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21bffe-78d6-420b-a035-3a614022d1ed admin admin] Pushing event updated for resources: {'Network': ['ID=8f830bed-f7c5-4a20-b178-18ac7ea2bc75,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.905032 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Request body: {'subnet': {'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1780224969-subnet', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'ip_version': 4}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:28.913734 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:28.926019 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Made reservation on behalf of 54ae85780780466c945807684ff5e61d for: {'subnet': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:28.928591 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14671034'] for subnet, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.096394 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13823323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14670980'] for subnet, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.144569 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a47ae7-c2b8-4f45-bb06-b85f44a0966e,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:29.161809 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Checking segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:29.162168 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Network hostable DHCP agents. Network: 8f830bed-f7c5-4a20-b178-18ac7ea2bc75, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:29.179928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:29.188396 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 8f830bed-f7c5-4a20-b178-18ac7ea2bc75) {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:29.192460 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.193038 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.198732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676cafc-3cca-4711-a199-80a07476c1a8 None None] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:29.210608 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-dd1f876e-4278-4538-8690-789eb7c3850a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3093643 Nov 22 16:59:29.213777 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52094) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:29.218230 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:29.241089 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.242176 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.293733 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.346762 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:29.347554 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.431780 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.484233 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Allocated IP 172.20.0.2 (8f830bed-f7c5-4a20-b178-18ac7ea2bc75/04a47ae7-c2b8-4f45-bb06-b85f44a0966e/892be798-3584-489c-86ee-de17b306377e) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:29.634650 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.642232 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.649453 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.669436 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.687563 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:29.691516 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:29.695856 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:29.712680 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Pushing event updated for resources: {'Port': ['ID=892be798-3584-489c-86ee-de17b306377e,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:29.760732 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.761075 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.761411 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.761752 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.762097 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.762422 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.762774 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.763092 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.763446 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.763934 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.764331 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.764664 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:29.778660 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Attempting to bind port 892be798-3584-489c-86ee-de17b306377e on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:29.779041 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Attempting to bind port 892be798-3584-489c-86ee-de17b306377e by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:29.779416 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Attempting to bind port 892be798-3584-489c-86ee-de17b306377e on network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:29.783426 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Allocated IP 172.27.3.37 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/905b8959-da73-4455-be7a-4a5455bc77d2) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:29.785074 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:29.785259 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Checking segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:29.785551 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.785953 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Bound using segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:29.786461 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Bound port: 892be798-3584-489c-86ee-de17b306377e, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:29.786926 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.859472 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] For port 892be798-3584-489c-86ee-de17b306377e, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:29.864025 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] For port 892be798-3584-489c-86ee-de17b306377e, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=892be798-3584-489c-86ee-de17b306377e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:29.869412 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.948905 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9d14-5971-4975-ac94-1f5d82465c58 None None] Pushing event updated for resources: {'Port': ['ID=892be798-3584-489c-86ee-de17b306377e,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.154687 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.192764 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.243234 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:30.246547 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:30.250771 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:30.257415 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Pushing event updated for resources: {'Port': ['ID=905b8959-da73-4455-be7a-4a5455bc77d2,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.546865 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.754062 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.849649 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8ea35-2f70-4680-b6d4-8b6bb6a0ae32 None None] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:30.910359 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:59:30.920246 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-39becf10-3570-4a10-b96b-5db095b8a6a4 None None] Provisioning complete for port 892be798-3584-489c-86ee-de17b306377e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:30.920848 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-39becf10-3570-4a10-b96b-5db095b8a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.021327 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:31.039912 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.041747 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-6d7ea787-d15f-44eb-94fd-92cd9cd942df admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8269479 Nov 22 16:59:31.044165 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Sync routers for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:31.044401 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52096) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:31.229514 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:31.230150 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:31.233695 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-39becf10-3570-4a10-b96b-5db095b8a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.235397 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e2fb8e9-156d-4d8b-bc64-a888f9c2f6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.356970 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-39becf10-3570-4a10-b96b-5db095b8a6a4 None None] For port 892be798-3584-489c-86ee-de17b306377e, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=892be798-3584-489c-86ee-de17b306377e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:31.364929 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-39becf10-3570-4a10-b96b-5db095b8a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.404894 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:31.481421 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.516317 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39becf10-3570-4a10-b96b-5db095b8a6a4 None None] Pushing event updated for resources: {'Port': ['ID=892be798-3584-489c-86ee-de17b306377e,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:31.598960 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-063a79e4-058d-4a5e-a2e5-d689e6ae0ec4 None None] Provisioning complete for port 892be798-3584-489c-86ee-de17b306377e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:31.599215 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-063a79e4-058d-4a5e-a2e5-d689e6ae0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.645497 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Allocated IP 172.20.0.1 (8f830bed-f7c5-4a20-b178-18ac7ea2bc75/04a47ae7-c2b8-4f45-bb06-b85f44a0966e/b9782530-848e-4856-adaf-5da3c69b6722) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:31.652832 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:30Z', 'revision_number': 3, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:31.682837 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Checking router: 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:31.683196 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Updating router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d port 905b8959-da73-4455-be7a-4a5455bc77d2 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:59:31.738821 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.758754 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.786422 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 892be798-3584-489c-86ee-de17b306377e up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:31.796263 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.837310 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:31.841895 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:31.846930 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:31.850800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b9782530-848e-4856-adaf-5da3c69b6722,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:31.893897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.939112 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 892be798-3584-489c-86ee-de17b306377e triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:31.939688 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.027687 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.127692 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.129168 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-d3d800f3-00e4-4d57-b5ca-43220622b317 None None] Provisioning complete for port b9782530-848e-4856-adaf-5da3c69b6722 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:32.129545 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-d3d800f3-00e4-4d57-b5ca-43220622b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.157144 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.190897 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.196677 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.200467 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-d3d800f3-00e4-4d57-b5ca-43220622b317 None None] Port b9782530-848e-4856-adaf-5da3c69b6722 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:32.220841 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Attempting to bind port 905b8959-da73-4455-be7a-4a5455bc77d2 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:32.221224 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Attempting to bind port 905b8959-da73-4455-be7a-4a5455bc77d2 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:32.221595 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Attempting to bind port 905b8959-da73-4455-be7a-4a5455bc77d2 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:32.223511 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9fa18-8121-46c4-ba32-ebe28abdb254 None None] Pushing event updated for resources: {'Port': ['ID=905b8959-da73-4455-be7a-4a5455bc77d2,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.229183 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:32.229556 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:32.229961 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.230353 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:32.230827 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Bound port: 905b8959-da73-4455-be7a-4a5455bc77d2, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:32.231212 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.259844 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b9782530-848e-4856-adaf-5da3c69b6722,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.272022 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.290895 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.300249 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] For port 905b8959-da73-4455-be7a-4a5455bc77d2, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:32.305058 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] For port 905b8959-da73-4455-be7a-4a5455bc77d2, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=905b8959-da73-4455-be7a-4a5455bc77d2,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:32.310566 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.369192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:32.370590 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:32.371375 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:32.372034 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:32.374921 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9fa18-8121-46c4-ba32-ebe28abdb254 None None] Pushing event updated for resources: {'Port': ['ID=905b8959-da73-4455-be7a-4a5455bc77d2,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.488869 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:32.495044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:32.610439 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:32.617168 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e58397c0-931d-4278-9138-1799a70e98c0 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5715179 Nov 22 16:59:32.649751 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-f8a512a2-bb0e-45c6-bf30-f9c47231a4f4 None None] Provisioning complete for port b9782530-848e-4856-adaf-5da3c69b6722 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:32.650015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f8a512a2-bb0e-45c6-bf30-f9c47231a4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.722000 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-f8a512a2-bb0e-45c6-bf30-f9c47231a4f4 None None] Port b9782530-848e-4856-adaf-5da3c69b6722 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:32.751580 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:32Z', 'revision_number': 2, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:32.780671 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a11c8-bc86-4951-96ba-f6c3dd58b29a None None] The sync data for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi is: [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:32Z', 'revision_number': 2, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:33.127192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52112) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.133054 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-501321144-network', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:33.154182 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Made reservation on behalf of 794ff80b9f4f4dcca8b76c4cf56c9d6a for: {'network': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:33.156502 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for network, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.165950 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks [] for security_group, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.250500 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.254733 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.283858 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=119717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:33.292281 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34498b8-d795-43c7-9829-08ac75b29a0e,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.297231 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.297581 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.segments_db [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Added segment 783c081a-3268-4262-b49b-b5f184ec1127 of type vlan for network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b Nov 22 16:59:33.346182 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790447597303'] for network, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.372206 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249'] for network, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.373405 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.377379 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.444232 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3157785 Nov 22 16:59:33.447214 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52114) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.452413 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Request body: {'subnet': {'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-501321144-subnet', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'ip_version': 4}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:33.459737 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f66f28-adbb-43d4-9326-abd88512684c admin admin] Pushing event updated for resources: {'Network': ['ID=279d9980-c16f-4c3c-8bc9-ef6252e6fa1b,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.471778 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b details requested by agent ovs-agent-dv-cinder-804735-12-iscsi with host dv-cinder-804735-12-iscsi {{(pid=119719) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:33.478420 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Made reservation on behalf of 794ff80b9f4f4dcca8b76c4cf56c9d6a for: {'subnet': 1} {{(pid=119718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:33.480890 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13610238'] for subnet, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.645269 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.662209 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13509708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13610176'] for subnet, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.733484 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Checking segment: {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:33.733855 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Network hostable DHCP agents. Network: 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b, hostable agents: ['f1bcdf70-e013-45ef-a7e1-a82973066587'], hosted agents: [] {{(pid=119718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:33.736102 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b79bc4-b5ac-44df-a0f1-90a597b95029,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.761928 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b is scheduled to be hosted by DHCP agent f1bcdf70-e013-45ef-a7e1-a82973066587 with binding_index 1 {{(pid=119718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:33.777151 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-12-iscsi, 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b) {{(pid=119718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:33.779371 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 905b8959-da73-4455-be7a-4a5455bc77d2 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:33.781829 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.782612 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.805444 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4513f0-5d07-4d59-92a1-80111617fcb4 None None] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:33.805953 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52116) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.806525 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-6c5c41e7-3865-494e-b072-7de28ed5422a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3576982 Nov 22 16:59:33.810470 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:33.837582 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-775005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57560'] for router, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.838670 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-644957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644711', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57555'] for router, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.905003 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.046728 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 905b8959-da73-4455-be7a-4a5455bc77d2 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:34.047097 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.052762 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.159793 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd2a7fd2-f75c-5c50-ad66-70d8d91e241b-279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'fixed_ips': [{'subnet_id': '27b79bc4-b5ac-44df-a0f1-90a597b95029'}]}} from dv-cinder-804735-12-iscsi. {{(pid=119719) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:34.160677 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.190632 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.258041 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.258384 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 905b8959-da73-4455-be7a-4a5455bc77d2, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=905b8959-da73-4455-be7a-4a5455bc77d2,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:34.266927 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.280183 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.363991 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=905b8959-da73-4455-be7a-4a5455bc77d2,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.369743 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.db_base_plugin_common [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Allocated IP 172.20.0.2 (279d9980-c16f-4c3c-8bc9-ef6252e6fa1b/27b79bc4-b5ac-44df-a0f1-90a597b95029/2d3f4a2a-9fbb-44c1-ae6a-f0463e664379) {{(pid=119719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:34.390752 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Allocated IP 172.27.3.233 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/282a2687-9941-44b8-a5da-7e7b52ddbf30) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:34.469820 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.497737 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.532929 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Publish callbacks [] for port, precommit_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.535978 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.540526 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492'] for port, after_create {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.577174 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b is already hosted by enough agents. {{(pid=119719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:34.578344 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:34.583262 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:34.584168 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.scheduler.base_scheduler [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Resources bound (agent type, host, resource id): {{(pid=119719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:34.587794 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:34.588032 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Received port after_create {{(pid=119719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:34.591178 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Pushing event updated for resources: {'Port': ['ID=282a2687-9941-44b8-a5da-7e7b52ddbf30,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.600873 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Pushing event updated for resources: {'Port': ['ID=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,revision_number=1']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.652465 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Attempting to bind port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:34.652849 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Attempting to bind port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:34.653218 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Attempting to bind port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 on network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:34.658279 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:34.658655 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Checking segment: {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:34.659059 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.659457 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Bound using segment: {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:34.659959 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Bound port: 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:34.660354 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.731958 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] For port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:34.735192 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] For port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:34.751948 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.822346 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894dd47-79fa-4d61-84b3-6823451c9bbb None None] Pushing event updated for resources: {'Port': ['ID=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.880032 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Sync routers for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:34.892640 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:34.893670 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:35.024705 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:35.129894 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.241926 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:32Z', 'revision_number': 2, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:35.271114 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Checking router: 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:35.271447 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Updating router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d port b9782530-848e-4856-adaf-5da3c69b6722 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:59:35.297628 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.332242 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644666'] for router, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.463764 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Router 5533f654-4ee5-4c06-94d5-3662eacec9f1 is scheduled to L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 with binding_index 1 {{(pid=119717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:59:35.577639 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.584314 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.584599 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:35.598049 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Sync routers for ids ['5533f654-4ee5-4c06-94d5-3662eacec9f1'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:35.608326 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.609587 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-5a53d3df-6ca5-4e65-b162-52beb4a540e6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8025310 Nov 22 16:59:35.612229 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52118) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.624043 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Routers {'5533f654-4ee5-4c06-94d5-3662eacec9f1'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:35.624684 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['5533f654-4ee5-4c06-94d5-3662eacec9f1'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:35.648431 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Pushing event updated for resources: {'Port': ['ID=b9782530-848e-4856-adaf-5da3c69b6722,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.745176 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.745548 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.745899 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.746239 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.746572 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.746917 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.747253 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.747579 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.747945 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.748278 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.748601 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.755843 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:35.793129 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Attempting to bind port b9782530-848e-4856-adaf-5da3c69b6722 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:35.794378 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Attempting to bind port b9782530-848e-4856-adaf-5da3c69b6722 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:35.794961 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Attempting to bind port b9782530-848e-4856-adaf-5da3c69b6722 on network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:35.802428 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:35.803115 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Checking segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:35.803775 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.804298 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Bound using segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:35.804847 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Bound port: b9782530-848e-4856-adaf-5da3c69b6722, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:35.805241 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.821078 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Set router 5533f654-4ee5-4c06-94d5-3662eacec9f1 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:35.889442 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] For port b9782530-848e-4856-adaf-5da3c69b6722, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:35.892901 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] For port b9782530-848e-4856-adaf-5da3c69b6722, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=b9782530-848e-4856-adaf-5da3c69b6722,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:35.899698 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.938708 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230b3c4-5b43-47ff-aa59-fa914ede7bf0 None None] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:35.979689 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:35.980855 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:35.982951 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:35.986369 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e3363-dd22-43e2-a33e-63d98153e802 None None] Pushing event updated for resources: {'Port': ['ID=b9782530-848e-4856-adaf-5da3c69b6722,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.093598 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-682601f8-1b92-4566-9203-7e248dc2dc4b None None] Provisioning complete for port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:36.093979 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-682601f8-1b92-4566-9203-7e248dc2dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.115210 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:36.237247 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:36.237625 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.254185 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.358727 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:35Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:36.379033 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-682601f8-1b92-4566-9203-7e248dc2dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.384833 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T16:59:35Z', 'revision_number': 3, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:36.387135 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359de65-32f8-428a-a22f-498a4c08bd7c None None] The sync data for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi is: [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:35Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:36.419940 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Allocated IP 172.20.0.1 (279d9980-c16f-4c3c-8bc9-ef6252e6fa1b/27b79bc4-b5ac-44df-a0f1-90a597b95029/757e995a-1f5f-48f6-936d-42840fe43894) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:36.464529 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Checking router: 5533f654-4ee5-4c06-94d5-3662eacec9f1 for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:36.464915 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Updating router 5533f654-4ee5-4c06-94d5-3662eacec9f1 port 282a2687-9941-44b8-a5da-7e7b52ddbf30 binding host dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:59:36.517406 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-682601f8-1b92-4566-9203-7e248dc2dc4b None None] For port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:36.521372 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.529285 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.554620 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.557134 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-682601f8-1b92-4566-9203-7e248dc2dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.602817 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.647494 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:36.653655 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:36.658236 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:36.691745 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Pushing event updated for resources: {'Port': ['ID=757e995a-1f5f-48f6-936d-42840fe43894,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.721858 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647015'] for router_interface, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.864969 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682601f8-1b92-4566-9203-7e248dc2dc4b None None] Pushing event updated for resources: {'Port': ['ID=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.882499 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.db.api [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119719) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:59:36.882931 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG oslo_db.api [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:59:36.890360 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.895045 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-6d816888-2611-42c5-96ea-3ea495547945 None None] Provisioning complete for port b9782530-848e-4856-adaf-5da3c69b6722 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:36.895423 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6d816888-2611-42c5-96ea-3ea495547945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.075537 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6d816888-2611-42c5-96ea-3ea495547945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.080886 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.087214 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.147860 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-6d816888-2611-42c5-96ea-3ea495547945 None None] For port b9782530-848e-4856-adaf-5da3c69b6722, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=b9782530-848e-4856-adaf-5da3c69b6722,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:37.155009 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6d816888-2611-42c5-96ea-3ea495547945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.157801 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645111'] for router_interface, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.160312 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Pushing event updated for resources: {'Port': ['ID=757e995a-1f5f-48f6-936d-42840fe43894,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.161782 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.186450 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.228222 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Attempting to bind port 282a2687-9941-44b8-a5da-7e7b52ddbf30 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:37.228600 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Attempting to bind port 282a2687-9941-44b8-a5da-7e7b52ddbf30 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:37.228985 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Attempting to bind port 282a2687-9941-44b8-a5da-7e7b52ddbf30 on network e3d47b67-192c-467e-aebd-7a5195fb72e2 {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:37.230850 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d816888-2611-42c5-96ea-3ea495547945 None None] Pushing event updated for resources: {'Port': ['ID=b9782530-848e-4856-adaf-5da3c69b6722,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.238980 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:37.239281 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Checking segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:37.239687 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.240107 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Bound using segment: {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'} {{(pid=119719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:37.240632 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.managers [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Bound port: 282a2687-9941-44b8-a5da-7e7b52ddbf30, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe079a-2e0f-46cb-8112-d02cb7d5e338', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2'}}] {{(pid=119719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:37.241231 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.259928 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:37.262336 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:37.317724 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89c38b-9611-4fb5-9102-6545f25153fc None None] Pushing event updated for resources: {'Port': ['ID=282a2687-9941-44b8-a5da-7e7b52ddbf30,revision_number=2']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.329673 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-ea8c1107-6e94-4ae8-8079-6f4549ab5712 None None] Provisioning complete for port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:37.330054 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1107-6e94-4ae8-8079-6f4549ab5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.368857 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] For port 282a2687-9941-44b8-a5da-7e7b52ddbf30, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:37.387077 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Router 5533f654-4ee5-4c06-94d5-3662eacec9f1 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:37.387293 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] For port 282a2687-9941-44b8-a5da-7e7b52ddbf30, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=282a2687-9941-44b8-a5da-7e7b52ddbf30,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:37.410040 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.468327 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 905b8959-da73-4455-be7a-4a5455bc77d2 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:37.502691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:37.508744 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-e1d7105c-f296-4b56-b767-10c6d9d76139 admin admin] 10.222.0.61 "PUT /v2.0/routers/5533f654-4ee5-4c06-94d5-3662eacec9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8954840 Nov 22 16:59:37.549886 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Routers {'5533f654-4ee5-4c06-94d5-3662eacec9f1'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:37.550535 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['5533f654-4ee5-4c06-94d5-3662eacec9f1'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:37.552446 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89c38b-9611-4fb5-9102-6545f25153fc None None] Pushing event updated for resources: {'Port': ['ID=282a2687-9941-44b8-a5da-7e7b52ddbf30,revision_number=3']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.661412 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-ea8c1107-6e94-4ae8-8079-6f4549ab5712 None None] Provisioning complete for port 757e995a-1f5f-48f6-936d-42840fe43894 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:37.661699 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ea8c1107-6e94-4ae8-8079-6f4549ab5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.699251 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 905b8959-da73-4455-be7a-4a5455bc77d2 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:37.699736 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.745357 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] Set router 5533f654-4ee5-4c06-94d5-3662eacec9f1 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:37.748839 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c1107-6e94-4ae8-8079-6f4549ab5712 None None] Port 757e995a-1f5f-48f6-936d-42840fe43894 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:37.933458 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-6d578052-550a-4976-bca5-89b3f6c0b547 None None] Provisioning complete for port 757e995a-1f5f-48f6-936d-42840fe43894 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:37.934045 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6d578052-550a-4976-bca5-89b3f6c0b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.995740 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-6d578052-550a-4976-bca5-89b3f6c0b547 None None] Port 757e995a-1f5f-48f6-936d-42840fe43894 cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:38.034407 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:38.086080 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '757e995a-1f5f-48f6-936d-42840fe43894', 'name': '', 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'mac_address': 'fa:16:3e:ab:ae:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:36Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 2, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'subnets': [{'id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:38.117897 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c515ae3-3ce0-4f0e-91dd-b805e0079ac5 None None] The sync data for ids ['5533f654-4ee5-4c06-94d5-3662eacec9f1'] in dv-cinder-804735-12-iscsi is: [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '757e995a-1f5f-48f6-936d-42840fe43894', 'name': '', 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'mac_address': 'fa:16:3e:ab:ae:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:36Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 2, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'subnets': [{'id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:38.130448 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:38.130824 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.221886 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device b9782530-848e-4856-adaf-5da3c69b6722 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:38.287015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port b9782530-848e-4856-adaf-5da3c69b6722 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:38.288212 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.039337 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 282a2687-9941-44b8-a5da-7e7b52ddbf30 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:40.104509 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 282a2687-9941-44b8-a5da-7e7b52ddbf30 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:40.104890 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.195092 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.218228 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] For port 282a2687-9941-44b8-a5da-7e7b52ddbf30, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=282a2687-9941-44b8-a5da-7e7b52ddbf30,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:40.223950 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.280935 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Pushing event updated for resources: {'Port': ['ID=282a2687-9941-44b8-a5da-7e7b52ddbf30,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:40.644344 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Sync routers for ids ['5533f654-4ee5-4c06-94d5-3662eacec9f1'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:40.656936 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Routers {'5533f654-4ee5-4c06-94d5-3662eacec9f1'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:40.657623 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['5533f654-4ee5-4c06-94d5-3662eacec9f1'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:40.804719 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Set router 5533f654-4ee5-4c06-94d5-3662eacec9f1 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:41.024599 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '757e995a-1f5f-48f6-936d-42840fe43894', 'name': '', 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'mac_address': 'fa:16:3e:ab:ae:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:36Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 2, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'subnets': [{'id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:41.051785 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Checking router: 5533f654-4ee5-4c06-94d5-3662eacec9f1 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:41.052368 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Updating router 5533f654-4ee5-4c06-94d5-3662eacec9f1 port 757e995a-1f5f-48f6-936d-42840fe43894 binding host dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:59:41.080998 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.474097 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Publish callbacks [] for port, precommit_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.480327 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.536131 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91684-c613-4d45-830a-50b78b715737 None None] Pushing event updated for resources: {'Port': ['ID=757e995a-1f5f-48f6-936d-42840fe43894,revision_number=3']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:41.607080 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Attempting to bind port 757e995a-1f5f-48f6-936d-42840fe43894 on host dv-cinder-804735-12-iscsi for vnic_type normal with profile {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:41.607456 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Attempting to bind port 757e995a-1f5f-48f6-936d-42840fe43894 by drivers openvswitch,hyperv on host dv-cinder-804735-12-iscsi at level 0 using segments [{'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:41.607844 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Attempting to bind port 757e995a-1f5f-48f6-936d-42840fe43894 on network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:41.616094 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Checking agent: {'id': '9ac5673c-3f2a-49af-abe9-fe12ea418559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 38, 34), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:41.616094 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Checking segment: {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:41.616601 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.616743 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Bound using segment: {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'} {{(pid=119720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:41.617235 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.managers [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Bound port: 757e995a-1f5f-48f6-936d-42840fe43894, host: dv-cinder-804735-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c081a-3268-4262-b49b-b5f184ec1127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b'}}] {{(pid=119720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:41.617700 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.711957 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] For port 757e995a-1f5f-48f6-936d-42840fe43894, host dv-cinder-804735-12-iscsi, cleared binding levels {{(pid=119720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:41.718406 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.plugins.ml2.db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] For port 757e995a-1f5f-48f6-936d-42840fe43894, host dv-cinder-804735-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=757e995a-1f5f-48f6-936d-42840fe43894,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:41.726947 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron_lib.callbacks.manager [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.798680 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91684-c613-4d45-830a-50b78b715737 None None] Pushing event updated for resources: {'Port': ['ID=757e995a-1f5f-48f6-936d-42840fe43894,revision_number=4']} {{(pid=119720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:41.815756 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Routers {'5533f654-4ee5-4c06-94d5-3662eacec9f1'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:41.816448 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T16:59:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['5533f654-4ee5-4c06-94d5-3662eacec9f1'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:41.877236 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-f8cdf212-d1ec-4f7d-a7ae-340af9e9dff4 None None] Provisioning complete for port 757e995a-1f5f-48f6-936d-42840fe43894 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:41.877825 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf212-d1ec-4f7d-a7ae-340af9e9dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.993750 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf212-d1ec-4f7d-a7ae-340af9e9dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.007363 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] Set router 5533f654-4ee5-4c06-94d5-3662eacec9f1 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:42.044847 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-f8cdf212-d1ec-4f7d-a7ae-340af9e9dff4 None None] For port 757e995a-1f5f-48f6-936d-42840fe43894, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=757e995a-1f5f-48f6-936d-42840fe43894,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:42.056033 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf212-d1ec-4f7d-a7ae-340af9e9dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.140176 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 282a2687-9941-44b8-a5da-7e7b52ddbf30 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:42.143770 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdf212-d1ec-4f7d-a7ae-340af9e9dff4 None None] Pushing event updated for resources: {'Port': ['ID=757e995a-1f5f-48f6-936d-42840fe43894,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:42.205448 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-ede737e4-c870-4144-adb8-84004a2db055 None None] Provisioning complete for port 757e995a-1f5f-48f6-936d-42840fe43894 triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:42.205448 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ede737e4-c870-4144-adb8-84004a2db055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.261317 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 282a2687-9941-44b8-a5da-7e7b52ddbf30 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:42.261715 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.333711 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '757e995a-1f5f-48f6-936d-42840fe43894', 'name': '', 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'mac_address': 'fa:16:3e:ab:ae:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:36Z', 'updated_at': '2021-11-22T16:59:41Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'subnets': [{'id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:42.368321 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a9f3e5-5327-4359-bb5c-96e6e881093b None None] The sync data for ids ['5533f654-4ee5-4c06-94d5-3662eacec9f1'] in dv-cinder-804735-12-iscsi is: [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T16:59:36Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': '757e995a-1f5f-48f6-936d-42840fe43894', 'name': '', 'network_id': '279d9980-c16f-4c3c-8bc9-ef6252e6fa1b', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'mac_address': 'fa:16:3e:ab:ae:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:36Z', 'updated_at': '2021-11-22T16:59:41Z', 'revision_number': 4, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'subnets': [{'id': '27b79bc4-b5ac-44df-a0f1-90a597b95029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:42.392766 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 757e995a-1f5f-48f6-936d-42840fe43894 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:42.468745 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 757e995a-1f5f-48f6-936d-42840fe43894 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:42.470131 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.989589 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 757e995a-1f5f-48f6-936d-42840fe43894 up at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:44.044134 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Provisioning complete for port 757e995a-1f5f-48f6-936d-42840fe43894 triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:44.044514 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.698565 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-c2bc9f6b-bbe1-4cf2-9de2-2849006d5798 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.700053 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-c2bc9f6b-bbe1-4cf2-9de2-2849006d5798 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 815 time: 0.1087990 Nov 22 16:59:48.715580 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-caa66ca1-4310-4319-9dae-86e6ab1d7e1d tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/quotas/54ae85780780466c945807684ff5e61d HTTP/1.1" status: 200 len: 375 time: 0.0098360 Nov 22 16:59:48.766714 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-f5174bd8-288a-4062-bb37-abff6665716a tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456181 Nov 22 16:59:48.862689 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-76c64f2d-97d3-4a55-9a2c-02e878ffeb53 service neutron] 10.222.0.61 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838845 Nov 22 16:59:48.953178 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-907d0f84-1fdd-4a28-97a9-a47dc4599806 service neutron] 10.222.0.61 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Nov 22 16:59:49.111257 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-18eaa0d7-3e21-423d-b9b0-411b0ebc39d3 req-82adc782-21af-40cd-ba4b-4b276e732dbb tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Nov 22 16:59:50.038466 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.208259 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-3a1c4800-414c-4503-90ee-679fd68e7a1d req-71891eb0-b5b0-410c-a734-d3f06c37f67d tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 210 time: 0.0292304 Nov 22 16:59:50.263424 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-cedb76cf-ca0b-41ae-9d1f-ed6213243c2c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:50.265002 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-cedb76cf-ca0b-41ae-9d1f-ed6213243c2c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 815 time: 0.1081245 Nov 22 16:59:50.288411 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'port': {'device_id': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'admin_state_up': True, 'tenant_id': '54ae85780780466c945807684ff5e61d'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:50.680177 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Made reservation on behalf of 54ae85780780466c945807684ff5e61d for: {'port': 1} {{(pid=119717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:50.685287 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.853450 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Allocated IP 172.20.0.12 (8f830bed-f7c5-4a20-b178-18ac7ea2bc75/04a47ae7-c2b8-4f45-bb06-b85f44a0966e/51537d3d-dbc1-43ef-8f85-4501015a232e) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:51.035541 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.072050 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.127761 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:51.132177 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:51.135991 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:51.162620 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:51.202114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.202649 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.228403 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-edb0b954-8cca-4412-9554-d8bb57ceb137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9442656 Nov 22 16:59:51.369648 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e384593-3e50-488f-b712-9a4bb4dae0c5 req-3807838a-2a54-407a-960d-15d09bde3896 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.372258 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9e384593-3e50-488f-b712-9a4bb4dae0c5 req-3807838a-2a54-407a-960d-15d09bde3896 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0704076 Nov 22 16:59:51.429104 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9e384593-3e50-488f-b712-9a4bb4dae0c5 req-2b0dbb2c-4c12-46c2-842c-5476a8b01382 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480859 Nov 22 16:59:51.436490 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-17d613a5-b689-4bf0-a8d8-3a8582420204 None None] Provisioning complete for port 51537d3d-dbc1-43ef-8f85-4501015a232e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:51.437055 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-17d613a5-b689-4bf0-a8d8-3a8582420204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.474911 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-17d613a5-b689-4bf0-a8d8-3a8582420204 None None] Port 51537d3d-dbc1-43ef-8f85-4501015a232e cannot update to ACTIVE because it is not bound. {{(pid=119719) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:52.560426 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5b428-50b8-4431-9db8-5c76c125c689 req-bfe4f599-fd72-4b1b-a067-61e905181121 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:52.561987 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8fd5b428-50b8-4431-9db8-5c76c125c689 req-bfe4f599-fd72-4b1b-a067-61e905181121 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0525351 Nov 22 16:59:52.613941 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-8fd5b428-50b8-4431-9db8-5c76c125c689 req-bcaae060-cc4e-4224-979c-eea8835254c8 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Nov 22 16:59:53.731386 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53fff4-b235-4425-b844-fababa0ca38d req-94ddc2cd-3d26-411e-839a-df97dc5bc930 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:53.733093 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fe53fff4-b235-4425-b844-fababa0ca38d req-94ddc2cd-3d26-411e-839a-df97dc5bc930 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0503745 Nov 22 16:59:53.791449 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-fe53fff4-b235-4425-b844-fababa0ca38d req-205a13ff-d921-469d-a76b-4b1871fb8364 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Nov 22 16:59:54.917211 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00889-6389-4781-b885-094103452cdb req-aca72c4a-4ad6-40a7-bef2-a295c3a2d30f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.918792 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f2c00889-6389-4781-b885-094103452cdb req-aca72c4a-4ad6-40a7-bef2-a295c3a2d30f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0520208 Nov 22 16:59:54.972120 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-f2c00889-6389-4781-b885-094103452cdb req-80203eea-79cf-4940-b9c3-9a1ee60f08f7 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Nov 22 16:59:56.105135 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465df68d-03f0-4908-961e-7ec7675b4302 req-09cdc053-0f79-4ede-93fd-95b7e3191ff2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.106688 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-465df68d-03f0-4908-961e-7ec7675b4302 req-09cdc053-0f79-4ede-93fd-95b7e3191ff2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0634906 Nov 22 16:59:56.156604 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-465df68d-03f0-4908-961e-7ec7675b4302 req-a448ddfa-ff5e-47f3-8bc1-467371fd088c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Nov 22 16:59:57.280641 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df0855-71fa-41cb-b8dc-892cf2d7f9da req-7e7edd7d-a6eb-45ba-94ee-c59f66250f65 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.282075 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-34df0855-71fa-41cb-b8dc-892cf2d7f9da req-7e7edd7d-a6eb-45ba-94ee-c59f66250f65 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0534587 Nov 22 16:59:57.333426 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-34df0855-71fa-41cb-b8dc-892cf2d7f9da req-aac01f6b-2016-40b8-8440-b01290b894dd tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Nov 22 16:59:58.454775 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f20ff-c15d-4c99-9a04-8d06369fd20b req-48b3953e-35f0-44bb-968f-0bdc5eeb48d1 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:58.456313 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b38f20ff-c15d-4c99-9a04-8d06369fd20b req-48b3953e-35f0-44bb-968f-0bdc5eeb48d1 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0505652 Nov 22 16:59:58.509081 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b38f20ff-c15d-4c99-9a04-8d06369fd20b req-06d05a99-637d-45ab-9428-48f369f27138 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 Nov 22 16:59:58.868347 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-168bd2e4-6d5d-4212-aae1-821dec150ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.636962 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b414c4-d7eb-4710-ad86-7b0657d95718 req-efee8953-8db3-468f-adc1-92de0d2d93ee tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:59.638746 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d5b414c4-d7eb-4710-ad86-7b0657d95718 req-efee8953-8db3-468f-adc1-92de0d2d93ee tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0562401 Nov 22 16:59:59.693567 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-d5b414c4-d7eb-4710-ad86-7b0657d95718 req-6f58e5ef-9030-4ad2-b48a-1ba699828c07 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Nov 22 17:00:00.512338 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Request body: {'port': {'device_id': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:00.565011 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.816155 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3ac21-9516-43a2-9ca9-1fd17626db3f req-005582c7-411a-4d0c-b269-3961fa840630 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.817611 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-61c3ac21-9516-43a2-9ca9-1fd17626db3f req-005582c7-411a-4d0c-b269-3961fa840630 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 932 time: 0.0521173 Nov 22 17:00:00.828607 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51537d3d-dbc1-43ef-8f85-4501015a232e {{(pid=119717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:00.836748 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.849069 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.provisioning_blocks [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Transition to ACTIVE for port object 51537d3d-dbc1-43ef-8f85-4501015a232e will not be triggered until provisioned by entity L2. {{(pid=119717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:00.853035 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.867322 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-61c3ac21-9516-43a2-9ca9-1fd17626db3f req-8c74c613-0ab7-4547-8cae-2ac45ac98d7e tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Nov 22 17:00:00.900121 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:00.978131 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Attempting to bind port 51537d3d-dbc1-43ef-8f85-4501015a232e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:00.978469 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Attempting to bind port 51537d3d-dbc1-43ef-8f85-4501015a232e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:00.978807 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Attempting to bind port 51537d3d-dbc1-43ef-8f85-4501015a232e on network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:00.983772 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Port 51537d3d-dbc1-43ef-8f85-4501015a232e on network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:00.984132 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Attempting to bind port 51537d3d-dbc1-43ef-8f85-4501015a232e on network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:00.989438 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Checking agent: {'id': '90bfaeea-8064-471c-b95f-d2cadfda58de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'started_at': datetime.datetime(2021, 11, 22, 16, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:00.989776 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Checking segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:00.990165 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Bound using segment: {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'} {{(pid=119717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:00.991219 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.managers [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Bound port: 51537d3d-dbc1-43ef-8f85-4501015a232e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b2bddd-c925-4503-a177-5b5c6943a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75'}}] {{(pid=119717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:00.991620 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.062920 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, cleared binding levels {{(pid=119717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:01.070131 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:01.076251 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5983741d-4ea2-4ab8-8be6-c1dcfb6cdb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.077271 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.114183 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.114798 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.116793 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] 10.222.0.58 "PUT /v2.0/ports/51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 1094 time: 0.6089356 Nov 22 17:00:01.117228 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:01.119503 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1497b5be-3714-4d2d-98c7-146b69a6a14d" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:01.144597 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b1161-af09-4db7-b514-bf203c8b5386 service neutron] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=3']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:01.168499 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f1362a-4067-43ae-b6c9-79c64e6aca69 x-openstack-request-id: req-09f1362a-4067-43ae-b6c9-79c64e6aca69 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:01.168796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:01.169053 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09f1362a-4067-43ae-b6c9-79c64e6aca69 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:01.169489 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'status': 'completed', 'code': 200} Nov 22 17:00:01.219397 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:01.237914 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-78c3e039-62f0-425b-aec7-675e78470db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.239597 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-78c3e039-62f0-425b-aec7-675e78470db6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1097 time: 0.0523055 Nov 22 17:00:01.293209 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-47b43bcb-525d-45d5-872c-5c445622cd79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 217 time: 0.0404296 Nov 22 17:00:01.345826 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-7b961c7c-6910-448e-b2da-02e238e1a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.347549 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-7b961c7c-6910-448e-b2da-02e238e1a740 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0461528 Nov 22 17:00:01.394824 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-e2955ff8-75ac-493b-b213-71f8c4f2db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.396348 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-e2955ff8-75ac-493b-b213-71f8c4f2db4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420718 Nov 22 17:00:01.491786 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-36a04fbe-4cbd-4e36-a716-a7f9af04bd3c service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Nov 22 17:00:01.580729 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-7681535f-a62c-4dad-ab55-81ea7b997f2a req-cfcdc737-8e23-44ad-99be-0f914d27df81 service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822732 Nov 22 17:00:01.708646 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-335e0f27-0993-49da-b46e-158b4209acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.710292 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-335e0f27-0993-49da-b46e-158b4209acf8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1097 time: 0.0425897 Nov 22 17:00:01.802420 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-7d6bfa01-e74d-4ebf-816c-3940a9599207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.804647 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-7d6bfa01-e74d-4ebf-816c-3940a9599207 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.0874000 Nov 22 17:00:01.849099 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-4013aa59-d31a-4175-ae20-fff37b2c2fb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 217 time: 0.0354359 Nov 22 17:00:01.902785 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-762aa83b-827a-409d-98c6-c466e45eda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.904175 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-762aa83b-827a-409d-98c6-c466e45eda05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0474970 Nov 22 17:00:01.951047 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-fd1bc769-67ac-4200-913d-775e0f15dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.952441 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-fd1bc769-67ac-4200-913d-775e0f15dd06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412996 Nov 22 17:00:01.984409 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410481e-33ca-484b-94c7-5a08cb5f8e3c req-99d64d7f-79f6-489a-8970-787f3e5d1fc1 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.985881 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9410481e-33ca-484b-94c7-5a08cb5f8e3c req-99d64d7f-79f6-489a-8970-787f3e5d1fc1 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 944 time: 0.0514832 Nov 22 17:00:02.038612 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-9410481e-33ca-484b-94c7-5a08cb5f8e3c req-64d3897c-647f-44f4-81f5-b138bbbf3f46 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Nov 22 17:00:02.063474 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-112638c5-57c1-461c-8af7-bd4b67f069bb service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984838 Nov 22 17:00:02.162368 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-1497b5be-3714-4d2d-98c7-146b69a6a14d req-db768d27-2eea-4054-a7a8-d2f06c64f8ba service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899098 Nov 22 17:00:02.258968 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.173733 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f945335-0584-4f4e-ad51-d3fef6ef0ffc req-bda09b3d-3863-4670-a651-6cba65539e09 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:03.175203 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0f945335-0584-4f4e-ad51-d3fef6ef0ffc req-bda09b3d-3863-4670-a651-6cba65539e09 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 944 time: 0.0491025 Nov 22 17:00:03.223619 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0f945335-0584-4f4e-ad51-d3fef6ef0ffc req-e5286cb3-4fdc-4625-be9b-df2c20c39c7d tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Nov 22 17:00:03.649197 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.844551 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 51537d3d-dbc1-43ef-8f85-4501015a232e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=119719) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:03.946619 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:03.958764 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Returning: {'device': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'port_id': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'mac_address': 'fa:16:3e:86:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119719) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:03.997941 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.011974 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51537d3d-dbc1-43ef-8f85-4501015a232e {{(pid=119719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:04.031422 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:04.035299 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.083416 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=4']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:04.338518 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a2225-392e-45bc-8dc4-81737f026c7f req-eeb6a5f0-9323-4a78-b9a0-a29df25af8ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:04.339499 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['51537d3d-dbc1-43ef-8f85-4501015a232e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:04.340704 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b66a2225-392e-45bc-8dc4-81737f026c7f req-eeb6a5f0-9323-4a78-b9a0-a29df25af8ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Nov 22 17:00:04.389412 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b66a2225-392e-45bc-8dc4-81737f026c7f req-ea09f485-ecf3-49ed-b417-8a42f844b878 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Nov 22 17:00:04.466099 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.519936 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a2e43-e732-4fcc-9f9b-32938291d59b req-ece64362-0a5e-400c-8f3d-c112cd74023d tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:05.521459 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef9a2e43-e732-4fcc-9f9b-32938291d59b req-ece64362-0a5e-400c-8f3d-c112cd74023d tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 945 time: 0.0541677 Nov 22 17:00:05.575030 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ef9a2e43-e732-4fcc-9f9b-32938291d59b req-7d7110ce-964f-40cd-adec-4ce1bb9751fa tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Nov 22 17:00:05.844764 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 51537d3d-dbc1-43ef-8f85-4501015a232e up at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:05.894989 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning for port 51537d3d-dbc1-43ef-8f85-4501015a232e completed by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:05.899015 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Provisioning complete for port 51537d3d-dbc1-43ef-8f85-4501015a232e triggered by entity L2. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:05.899421 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.983484 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.006719 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:06.009023 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e998d182d32563b45b72d54138ca5ad4c8d76c405c4e9bcf5a2bdb7149853df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042c7b7-d7d1-4d75-8a9f-a45b02874aca" -d '{"events": [{"server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "name": "network-vif-plugged", "status": "completed", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:06.022724 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:06.026805 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528'] for port, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.075511 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=5']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:06.192027 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae64ace-e1b5-4c53-b3e0-978439ea2f30 x-openstack-request-id: req-6ae64ace-e1b5-4c53-b3e0-978439ea2f30 {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:06.192325 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "name": "network-vif-plugged", "status": "completed", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "code": 200}]} {{(pid=119719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:06.192579 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ae64ace-e1b5-4c53-b3e0-978439ea2f30 {{(pid=119719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:06.192972 dv-cinder-804735-12-iscsi neutron-server[119719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'code': 200} Nov 22 17:00:06.404083 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd778ee-3be6-4263-a3ec-a690bc2ac2d0 req-970de909-97ac-4c03-8034-3620a6b04c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.405509 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edd778ee-3be6-4263-a3ec-a690bc2ac2d0 req-970de909-97ac-4c03-8034-3620a6b04c55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1099 time: 0.0425825 Nov 22 17:00:06.451925 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-edd778ee-3be6-4263-a3ec-a690bc2ac2d0 req-71a72e2c-330d-4e72-b345-faa43ed5eabd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Nov 22 17:00:06.699328 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b87a59-7cd2-4a93-862c-b78624dc2e4e req-32c6d198-769d-4358-a812-6805f89c08e1 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.700944 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-36b87a59-7cd2-4a93-862c-b78624dc2e4e req-32c6d198-769d-4358-a812-6805f89c08e1 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0578949 Nov 22 17:00:06.751187 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-36b87a59-7cd2-4a93-862c-b78624dc2e4e req-9f09189c-5f1a-4497-ae3b-afae08207e71 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Nov 22 17:00:07.866990 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d39a7-fe1f-44a1-83e0-a49a0f07dfaf req-4edd6321-ef83-4d53-99b5-e75357b97b7a tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:07.868499 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cd5d39a7-fe1f-44a1-83e0-a49a0f07dfaf req-4edd6321-ef83-4d53-99b5-e75357b97b7a tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0484760 Nov 22 17:00:07.919148 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cd5d39a7-fe1f-44a1-83e0-a49a0f07dfaf req-988bdf05-38d0-4748-bb5a-8ff78b2b479c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Nov 22 17:00:08.031452 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295e95-ee5d-45a5-b167-40561c5ff7fe req-60d8363c-943a-4039-9ff6-bf023827d0f5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.032819 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cb295e95-ee5d-45a5-b167-40561c5ff7fe req-60d8363c-943a-4039-9ff6-bf023827d0f5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0474703 Nov 22 17:00:08.078565 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-cb295e95-ee5d-45a5-b167-40561c5ff7fe req-42a6f5b1-3ba5-4529-b756-ea36726f40a0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Nov 22 17:00:08.422282 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987813d-1c05-4190-b4fb-44bf682a2670 req-437769b8-2eec-433b-be3f-edf4b42d8a91 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.423867 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a987813d-1c05-4190-b4fb-44bf682a2670 req-437769b8-2eec-433b-be3f-edf4b42d8a91 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Nov 22 17:00:08.474847 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a987813d-1c05-4190-b4fb-44bf682a2670 req-5fa477fa-4f61-4bc2-a025-8748858fcea7 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Nov 22 17:00:17.884637 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2990a-67cd-4b2d-bd58-132b01198b46 req-3e67b985-6562-45d7-bbc6-970280269ea3 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:17.886085 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55a2990a-67cd-4b2d-bd58-132b01198b46 req-3e67b985-6562-45d7-bbc6-970280269ea3 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0513520 Nov 22 17:00:17.932579 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-55a2990a-67cd-4b2d-bd58-132b01198b46 req-9e82a1ae-0755-49ed-88c3-9a5c57a4dd06 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Nov 22 17:00:17.955170 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52328) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:18.107494 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184552d2-80b7-4a5b-9663-3aac497040dd tempest-TestMinimumBasicScenario-757647954 tempest-TestMinimumBasicScenario-757647954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.109237 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-184552d2-80b7-4a5b-9663-3aac497040dd tempest-TestMinimumBasicScenario-757647954 tempest-TestMinimumBasicScenario-757647954-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1094 time: 0.1530402 Nov 22 17:00:18.112116 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52332) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:18.116643 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'floatingip': {'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'port_id': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:18.138304 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for floatingip, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.230866 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.330918 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_common [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Allocated IP 172.27.3.3 (e3d47b67-192c-467e-aebd-7a5195fb72e2/76951ff4-ad88-4a0d-9f46-8011a23bccf9/97619032-ecd8-4fb3-b3d6-f20b49ee114f) {{(pid=119717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:18.430729 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for port, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.466582 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790447577492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.508429 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Network e3d47b67-192c-467e-aebd-7a5195fb72e2 is already hosted by enough agents. {{(pid=119717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:18.511118 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.base_scheduler [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Resources bound (agent type, host, resource id): {{(pid=119717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:18.514951 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Received port after_create {{(pid=119717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:18.538314 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'Port': ['ID=97619032-ecd8-4fb3-b3d6-f20b49ee114f,revision_number=1']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.549992 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.550342 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.550686 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.551025 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.551358 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.551692 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.552045 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.552375 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.552698 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.553023 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.553346 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.553665 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.875542 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.942229 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.091337 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for port, precommit_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.095691 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13823438'] for port, after_update {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.160221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'Port': ['ID=97619032-ecd8-4fb3-b3d6-f20b49ee114f,revision_number=2']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.171444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647068'] for floatingip, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.268662 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.l3_db [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Floating IP 8b03776f-7ff4-4b62-88fa-9bced16216cb associated. External IP: 172.27.3.3, port: 51537d3d-dbc1-43ef-8f85-4501015a232e. Nov 22 17:00:19.467416 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:19.572521 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:19.582185 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] Sync routers for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:19.590681 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.593404 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:19.594033 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:00:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:19.618427 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-a550f419-4720-49af-9bfa-2923ca132ad6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5052497 Nov 22 17:00:19.619283 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:19.621258 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52334) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:19.621751 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342a6587-9c80-4a83-968e-982a3bfecbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:19.626045 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140671479', 'description': 'tempest-secgroup-smoke-1140671479 description', 'project_id': '54ae85780780466c945807684ff5e61d'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:19.656562 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.666280 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8c3ac7-9e63-4400-a732-2f1ce78a855c x-openstack-request-id: req-cc8c3ac7-9e63-4400-a732-2f1ce78a855c {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:19.666703 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:19.666965 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc8c3ac7-9e63-4400-a732-2f1ce78a855c {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:19.667966 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'status': 'completed', 'code': 200} Nov 22 17:00:19.705807 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:19.729795 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.734785 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.755221 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-21401b7e-d474-40ef-8e39-29ac8f512e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.756883 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-21401b7e-d474-40ef-8e39-29ac8f512e14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1099 time: 0.0449526 Nov 22 17:00:19.765325 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.766668 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1442578 Nov 22 17:00:19.768487 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d,revision_number=1']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.770321 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52338) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:19.774930 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group_rule': {'security_group_id': 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d', 'project_id': '54ae85780780466c945807684ff5e61d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:19.786883 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.787239 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.787585 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.787952 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.788290 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.789147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.789488 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.790490 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.790490 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.790734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.790951 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.791482 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb7373-470b-4700-91cf-808e1278fa6c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:19.818255 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.867562 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-7284770e-01d3-4374-841f-b625613941a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.869112 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-7284770e-01d3-4374-841f-b625613941a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.1028957 Nov 22 17:00:19.870539 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.875467 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.895390 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3125905-bdbf-4dbd-9e7b-6c3eb9b8c075,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.900532 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.901734 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-a7ea708c-a7c1-472b-8cc9-9118e9ba2664 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305091 Nov 22 17:00:19.904408 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52340) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:19.908851 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group_rule': {'security_group_id': 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d', 'project_id': '54ae85780780466c945807684ff5e61d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:19.938257 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.941296 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-87260568-227e-44bd-a35d-0c5e83b53f0f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 998 time: 0.0641637 Nov 22 17:00:19.975425 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8b03776f-7ff4-4b62-88fa-9bced16216cb', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'port_id': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'mac_address': 'fa:16:3e:86:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:18Z', 'updated_at': '2021-11-22T17:00:18Z', 'revision_number': 0, 'project_id': '54ae85780780466c945807684ff5e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:19.998411 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-6a8375e9-c22f-4c88-bea8-b70f18081797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.999878 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-6a8375e9-c22f-4c88-bea8-b70f18081797 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0515239 Nov 22 17:00:20.009541 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] Checking router: 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:20.010779 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.015355 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.021849 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:20.022560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:00:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:20.037045 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf787f77-fe66-473f-8526-66b931ba58b8,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.047923 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.052015 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-8e220a3b-e73d-43ad-8a1a-754cf1df56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:20.052445 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0c5e08ae-ef97-4701-ac86-7c071fa6eb99 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1468441 Nov 22 17:00:20.053150 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52342) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.053708 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-8e220a3b-e73d-43ad-8a1a-754cf1df56de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467308 Nov 22 17:00:20.058486 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group_rule': {'security_group_id': 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d', 'project_id': '54ae85780780466c945807684ff5e61d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.087862 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.120044 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.151557 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:20.153920 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.155681 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-b5bc05fa-de64-41e1-b6bc-b4a549c8c5ae service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936491 Nov 22 17:00:20.158206 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.176437 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4b38f4-f719-4bbc-b4ba-9db90dd3be30,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.187422 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.188775 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-3f7b6ca0-2722-4f8f-8b1e-7ba02d60a731 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345012 Nov 22 17:00:20.191458 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52344) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.196841 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group_rule': {'security_group_id': 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d', 'project_id': '54ae85780780466c945807684ff5e61d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.225508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.256355 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-342a6587-9c80-4a83-968e-982a3bfecbc6 req-c8d8398e-ca7b-47fe-951b-6faba0f50c1e service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931239 Nov 22 17:00:20.283761 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.289298 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.309748 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c351f81e-26cf-48e6-8b26-b30ffafcb7ac,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.315231 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.316442 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2edb60a2-9f00-4696-a6ee-dab2269f26ae tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239152 Nov 22 17:00:20.319142 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52346) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.323662 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group_rule': {'security_group_id': 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d', 'project_id': '54ae85780780466c945807684ff5e61d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.344454 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.securitygroups_db [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Project 54ae85780780466c945807684ff5e61d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:00:20.349561 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.398934 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8b03776f-7ff4-4b62-88fa-9bced16216cb', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'port_id': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'mac_address': 'fa:16:3e:86:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:18Z', 'updated_at': '2021-11-22T17:00:18Z', 'revision_number': 0, 'project_id': '54ae85780780466c945807684ff5e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:20.415858 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.419710 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.438549 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e78c3-c847-48a7-9b1e-e1724bb6eeed,revision_number=0']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.438777 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee13d4-8457-416b-b079-7f2e32d36bb4 None None] The sync data for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi is: [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_floatingips': [{'id': '8b03776f-7ff4-4b62-88fa-9bced16216cb', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'router_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'port_id': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'mac_address': 'fa:16:3e:86:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:18Z', 'updated_at': '2021-11-22T17:00:18Z', 'revision_number': 0, 'project_id': '54ae85780780466c945807684ff5e61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:20.448593 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.452315 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-d358cbdd-d6ac-47d6-9407-145a1e4fa0a5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299896 Nov 22 17:00:20.453375 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52348) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.458041 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.v2.base [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'security_group_rule': {'security_group_id': 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d', 'project_id': '54ae85780780466c945807684ff5e61d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.486634 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.db.securitygroups_db [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Project 54ae85780780466c945807684ff5e61d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:00:20.492749 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.569649 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.574519 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739235'] for security_group_rule, after_create {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.594611 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c6c6fa-7c62-44c6-827b-1f4731d2c988,revision_number=0']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.605723 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.606957 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-c6eaf871-75a5-4c0a-a469-1c42ac39613b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525168 Nov 22 17:00:20.651038 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a63a99-a440-4394-b7e2-a9b49557df89 None None] New status for floating IP 8b03776f-7ff4-4b62-88fa-9bced16216cb: ACTIVE {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:20.708227 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-80ea3f04-90d9-49ba-a7d4-c97fcfdc09b4 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140671479&fields=id&tenant_id=54ae85780780466c945807684ff5e61d HTTP/1.1" status: 200 len: 267 time: 0.0478351 Nov 22 17:00:20.765598 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1abcc1db-f6dc-4d9e-868d-52c55b39e194 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:20.767180 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1abcc1db-f6dc-4d9e-868d-52c55b39e194 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0520713 Nov 22 17:00:20.781417 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'port': {'security_groups': ['c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc', 'b1327405-7ba8-42d7-bb1b-2b18e3a5a19d']}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.853725 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.072243 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:21.100838 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.105265 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.138135 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['51537d3d-dbc1-43ef-8f85-4501015a232e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:21.154202 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.154864 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.159957 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bce9d36-1ad6-43c5-b7bc-2fe56d8c8f9e req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "PUT /v2.0/ports/51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 982 time: 0.3824732 Nov 22 17:00:21.160577 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:21.163285 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a4361b-133c-444a-8b1a-e63ed26bc797" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:21.194051 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b050733-3d9b-4299-a80a-4d9a211004ab tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=6']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:21.286490 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66e4a3-2487-4234-9317-fc331b9f20ed x-openstack-request-id: req-6b66e4a3-2487-4234-9317-fc331b9f20ed {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:21.286793 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:21.287049 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b66e4a3-2487-4234-9317-fc331b9f20ed {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:21.287451 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'status': 'completed', 'code': 200} Nov 22 17:00:21.290071 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['51537d3d-dbc1-43ef-8f85-4501015a232e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:21.305004 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee5ee-6a6d-4f12-9553-a80f3e36a649 req-10b85785-b88d-4b56-844c-0dfd21ac356f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.307602 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a52ee5ee-6a6d-4f12-9553-a80f3e36a649 req-10b85785-b88d-4b56-844c-0dfd21ac356f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0615830 Nov 22 17:00:21.388621 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-3244df03-7342-4b70-99eb-4716ce3375af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.390284 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-3244df03-7342-4b70-99eb-4716ce3375af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1138 time: 0.0523529 Nov 22 17:00:21.392446 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a52ee5ee-6a6d-4f12-9553-a80f3e36a649 req-a14b3cd2-8c81-455f-97b8-40a51847b3d7 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783575 Nov 22 17:00:21.478973 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-673dc8f8-a785-46d1-b923-cf5658227cb9 None None] Provisioning complete for port 51537d3d-dbc1-43ef-8f85-4501015a232e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:21.479341 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-673dc8f8-a785-46d1-b923-cf5658227cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.488381 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-c9f3a537-56fc-4c8d-bc1d-ac03a2dbc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.490175 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-c9f3a537-56fc-4c8d-bc1d-ac03a2dbc1b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.0903947 Nov 22 17:00:21.554859 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-e1d7520d-5b6c-4a90-951a-e5347257656c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 1000 time: 0.0576141 Nov 22 17:00:21.603978 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-3590d265-ca6c-4281-b0a3-d39ec84427f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.605370 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-3590d265-ca6c-4281-b0a3-d39ec84427f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0449529 Nov 22 17:00:21.659689 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-643a8a35-6a2f-4ba1-9cc9-d523ae603852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.661230 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-643a8a35-6a2f-4ba1-9cc9-d523ae603852 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482109 Nov 22 17:00:21.755528 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-5bb36071-a4b1-403a-99fb-9d1b6ae6c065 service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863841 Nov 22 17:00:21.852831 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-29a4361b-133c-444a-8b1a-e63ed26bc797 req-84023d48-f0b1-4970-be61-d129a5ae25f5 service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896077 Nov 22 17:00:28.860439 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-75342504-e81f-4e09-b52f-d4f0a9d8fe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.069189 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ade95672-a3c4-4cca-84f2-2774be92a281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.117602 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-38cefab9-7bdc-4708-86c2-c534fe247b4c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2696471 Nov 22 17:00:32.217604 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-8ad5541a-033b-4733-8740-189fd6599457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.218986 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-8ad5541a-033b-4733-8740-189fd6599457 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1138 time: 0.0403204 Nov 22 17:00:32.262841 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.325369 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-b8949644-67fa-4706-9ef7-a3c51d1402bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.326791 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-b8949644-67fa-4706-9ef7-a3c51d1402bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.0885794 Nov 22 17:00:32.392972 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-a1a1fd0b-eabe-4cd1-aac3-27e543788ba2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 1000 time: 0.0591624 Nov 22 17:00:32.442406 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-ca573c06-c2ba-485b-9889-2e74e80d17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.443793 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-ca573c06-c2ba-485b-9889-2e74e80d17a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0431693 Nov 22 17:00:32.492497 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-82bb7dbc-0f0e-4e37-b100-facaaa0525d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.494115 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-82bb7dbc-0f0e-4e37-b100-facaaa0525d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431168 Nov 22 17:00:32.580432 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-767453ec-17e8-4c22-b096-45249c603e3f service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786734 Nov 22 17:00:32.672947 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-538a8ba7-ab70-47bc-a46c-2639024a6add req-9035c00c-ac30-40a2-b97a-2f3747e040cd service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848551 Nov 22 17:00:33.652482 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.449523 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.220358 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:38.658649 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce31cae-f940-421e-9651-31ee6a797dfc req-3088af9f-ad43-41b5-811e-5666e896f922 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.660310 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5ce31cae-f940-421e-9651-31ee6a797dfc req-3088af9f-ad43-41b5-811e-5666e896f922 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0508637 Nov 22 17:00:38.681724 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227643e-e55a-4626-b1db-f40305a184b3 req-553388f0-10c9-4283-9b7f-4f89e24216d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.683263 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-553388f0-10c9-4283-9b7f-4f89e24216d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1138 time: 0.0430305 Nov 22 17:00:38.721898 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5ce31cae-f940-421e-9651-31ee6a797dfc req-c06bd535-5faf-4ac4-89c1-8658bbdbcdbe tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550606 Nov 22 17:00:38.774241 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227643e-e55a-4626-b1db-f40305a184b3 req-6f7b95ee-3d12-439c-944d-d054bc17bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.775705 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-6f7b95ee-3d12-439c-944d-d054bc17bf95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.0849187 Nov 22 17:00:38.847859 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-e55e8728-5844-4076-be5f-d34e443fe2d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 1000 time: 0.0631278 Nov 22 17:00:38.896444 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227643e-e55a-4626-b1db-f40305a184b3 req-d087db69-6cb9-429b-83b6-4c3d5f30d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.897923 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-d087db69-6cb9-429b-83b6-4c3d5f30d848 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0433993 Nov 22 17:00:38.943209 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227643e-e55a-4626-b1db-f40305a184b3 req-4f131bf0-9cea-4232-84af-ba534fb8ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.945307 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-4f131bf0-9cea-4232-84af-ba534fb8ea58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390928 Nov 22 17:00:39.037123 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-19f3418f-1d6f-4481-9e88-8a26a396bd9a service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845444 Nov 22 17:00:39.124785 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-a227643e-e55a-4626-b1db-f40305a184b3 req-02a78405-e171-4bec-a5cc-061773fda578 service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802243 Nov 22 17:00:39.840918 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebbf3-d2fa-411a-ad09-31e2afc3c72d req-367fca49-78eb-46dd-9ef5-fcae314a4137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:39.842396 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bcebbf3-d2fa-411a-ad09-31e2afc3c72d req-367fca49-78eb-46dd-9ef5-fcae314a4137 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0492520 Nov 22 17:00:39.901743 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-5bcebbf3-d2fa-411a-ad09-31e2afc3c72d req-1a9b91cf-eacb-424c-982b-274dad8599ca tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530713 Nov 22 17:00:41.017305 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748620-2477-4b31-afb6-fbaca4996ab2 req-894f06f7-2845-4f20-b368-14310d203a2f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:41.018751 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-80748620-2477-4b31-afb6-fbaca4996ab2 req-894f06f7-2845-4f20-b368-14310d203a2f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0518835 Nov 22 17:00:41.078928 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-80748620-2477-4b31-afb6-fbaca4996ab2 req-25271336-da25-48ca-bc88-a7211de4e0cb tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533414 Nov 22 17:00:42.194508 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e31a2-f006-48ff-9892-1c6c212bd64a req-f2ae1b7a-b92b-4b45-a9a4-a41452c45e6b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:42.196283 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ea2e31a2-f006-48ff-9892-1c6c212bd64a req-f2ae1b7a-b92b-4b45-a9a4-a41452c45e6b tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0497952 Nov 22 17:00:42.256011 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ea2e31a2-f006-48ff-9892-1c6c212bd64a req-db91b89d-f2f6-44bf-a72c-2261e7940b67 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535700 Nov 22 17:00:43.375093 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986228d-4473-4962-b177-1508037c9bee req-88e78a05-b195-4b9d-a2ac-4c549413ee40 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:43.376582 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2986228d-4473-4962-b177-1508037c9bee req-88e78a05-b195-4b9d-a2ac-4c549413ee40 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0518036 Nov 22 17:00:43.436002 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-2986228d-4473-4962-b177-1508037c9bee req-46a75f00-bd87-469c-b909-1c9e3e0fbef6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533650 Nov 22 17:00:44.550411 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef5085-4670-4c3c-84c0-3156fd237a9e req-2b9a6716-e846-424b-a4c2-ccf6911230e5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:44.552006 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76ef5085-4670-4c3c-84c0-3156fd237a9e req-2b9a6716-e846-424b-a4c2-ccf6911230e5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0494876 Nov 22 17:00:44.613121 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-76ef5085-4670-4c3c-84c0-3156fd237a9e req-57fdd651-15f2-405d-bc2b-6a9757c3c1b7 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548701 Nov 22 17:00:45.733651 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5eee-96b4-4cba-97d7-0ef9e5b7d966 req-b56f92a4-b0f8-4693-803e-99b01a813b71 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:45.735171 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-756a5eee-96b4-4cba-97d7-0ef9e5b7d966 req-b56f92a4-b0f8-4693-803e-99b01a813b71 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0509338 Nov 22 17:00:45.797481 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-756a5eee-96b4-4cba-97d7-0ef9e5b7d966 req-d91e4174-928a-4d3c-9cc3-5a3e3125569e tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562170 Nov 22 17:00:46.914159 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3360d-c40a-45d8-a3ba-c6e0b1db5c49 req-a818efd8-e510-4332-ae32-74f8987870db tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:46.915847 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-18d3360d-c40a-45d8-a3ba-c6e0b1db5c49 req-a818efd8-e510-4332-ae32-74f8987870db tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0496809 Nov 22 17:00:46.974344 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-18d3360d-c40a-45d8-a3ba-c6e0b1db5c49 req-7c9bb8c3-1a6e-401d-81cd-325036b2b06e tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524487 Nov 22 17:00:48.091595 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cceeb9-b081-40f8-b5e5-2b0bbcee22f2 req-84b36b57-f9f5-4cc9-8c53-12d96ded30ce tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:48.093127 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b5cceeb9-b081-40f8-b5e5-2b0bbcee22f2 req-84b36b57-f9f5-4cc9-8c53-12d96ded30ce tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0485957 Nov 22 17:00:48.152174 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-b5cceeb9-b081-40f8-b5e5-2b0bbcee22f2 req-f743de49-f06f-45ac-b81d-0ebddb29aede tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523710 Nov 22 17:00:49.267891 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191102c1-ad1a-403b-b8e3-0e7231b2566d req-3198ca9d-1d5c-49d9-8696-c77a208e3291 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:49.269261 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-191102c1-ad1a-403b-b8e3-0e7231b2566d req-3198ca9d-1d5c-49d9-8696-c77a208e3291 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0522909 Nov 22 17:00:49.327136 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-191102c1-ad1a-403b-b8e3-0e7231b2566d req-8008f49d-ca63-499a-94bc-5bebd119e2f3 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519230 Nov 22 17:00:50.060656 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.440675 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489bc5e-f739-47c1-a5c8-7e4dafce95bf req-5f4445f6-3f21-46e8-8819-d90e750f26ac tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:50.442192 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a489bc5e-f739-47c1-a5c8-7e4dafce95bf req-5f4445f6-3f21-46e8-8819-d90e750f26ac tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0479670 Nov 22 17:00:50.501148 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-a489bc5e-f739-47c1-a5c8-7e4dafce95bf req-c3f6429d-d722-4bcc-b6b7-7890d30961b0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&id=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530434 Nov 22 17:00:58.861285 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-767b4346-d747-4eeb-8c1a-447660ebdd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.071759 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f2db52e8-569e-4b7b-b16a-41918445ca99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.262266 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.650564 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.453333 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.220787 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:20.063632 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.884031 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-906850c8-038b-4b62-90ac-6fe78e59de98 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140671479&fields=id&tenant_id=54ae85780780466c945807684ff5e61d HTTP/1.1" status: 200 len: 267 time: 0.0935318 Nov 22 17:01:22.939098 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-1828eb19-e7b9-42a6-a0b6-ec6f285daa8e tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:22.940632 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-1828eb19-e7b9-42a6-a0b6-ec6f285daa8e tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 985 time: 0.0507596 Nov 22 17:01:22.951565 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.v2.base [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Request body: {'port': {'security_groups': ['c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc']}} {{(pid=119718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:23.013989 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1817184'] for port, before_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.182245 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:23.210163 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for port, precommit_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.214687 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790448011578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790447577510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790447577528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13509849'] for port, after_update {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.250952 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['51537d3d-dbc1-43ef-8f85-4501015a232e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:23.262734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.263398 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.264959 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-65e7d135-9786-4c0b-9cdb-04eed2cbe3a1 req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "PUT /v2.0/ports/51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 943 time: 0.3178499 Nov 22 17:01:23.265368 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:23.267620 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ad6cf4-8ee7-498d-83fd-8f4395a86995" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:23.273094 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52402) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.301536 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event updated for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=7']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.315967 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.316518 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.316830 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.317055 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.317401 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.317747 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.318089 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.318427 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.320132 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.320828 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.321403 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.321999 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37525deb-069c-4d65-a58b-a78ff9406df0 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.329303 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9a1e1-91b7-4f71-a525-7dca66429c8f x-openstack-request-id: req-c0f9a1e1-91b7-4f71-a525-7dca66429c8f {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:23.329973 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:23.330692 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0f9a1e1-91b7-4f71-a525-7dca66429c8f {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:23.331308 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'status': 'completed', 'code': 200} Nov 22 17:01:23.345808 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.374722 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.417839 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['51537d3d-dbc1-43ef-8f85-4501015a232e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:23.446659 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-60e5cfdc-5fe3-4da2-98e0-e90d76d6d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.448268 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-60e5cfdc-5fe3-4da2-98e0-e90d76d6d560 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1099 time: 0.0764272 Nov 22 17:01:23.528892 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.531319 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for security_group, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.532499 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "DELETE /v2.0/security-groups/b1327405-7ba8-42d7-bb1b-2b18e3a5a19d HTTP/1.1" status: 204 len: 168 time: 0.2578518 Nov 22 17:01:23.535988 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52404) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.541560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.provisioning_blocks [None req-ae4e5471-ee15-4322-a57b-a648b3e5b47c None None] Provisioning complete for port 51537d3d-dbc1-43ef-8f85-4501015a232e triggered by entity DHCP. {{(pid=119719) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:23.541933 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5471-ee15-4322-a57b-a648b3e5b47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1417056'] for port, provisioning_complete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.566974 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-cd016c85-60fa-4821-9f54-641b5afb6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.568963 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-cd016c85-60fa-4821-9f54-641b5afb6230 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.1135347 Nov 22 17:01:23.575546 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1327405-7ba8-42d7-bb1b-2b18e3a5a19d,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.593010 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.593384 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.593714 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.594328 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.594679 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.595023 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.595541 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.595929 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.596272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.596606 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.596943 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.597666 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c3c74-0a42-419a-8732-4c4d1527fad2 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:23.671010 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-622d527c-0f3a-4ced-b8c0-8a4137c7e06c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 1000 time: 0.0872898 Nov 22 17:01:23.721507 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-0ff49207-1758-421b-99b1-f3700416e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.722964 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-0ff49207-1758-421b-99b1-f3700416e923 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0444226 Nov 22 17:01:23.728540 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Deleting port 97619032-ecd8-4fb3-b3d6-f20b49ee114f {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:23.728889 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.772493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-3f29c354-cf26-4ff4-bae4-c0a95858adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.773984 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-3f29c354-cf26-4ff4-bae4-c0a95858adb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437572 Nov 22 17:01:23.804147 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.804380 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.816561 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Calling delete_port for 97619032-ecd8-4fb3-b3d6-f20b49ee114f owned by network:floatingip {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:23.872406 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-c2fb8026-b6a0-4d9a-93a8-cd5326c1b30a service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895882 Nov 22 17:01:23.966687 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.968607 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-95ad6cf4-8ee7-498d-83fd-8f4395a86995 req-1ce1c1bd-6057-4765-bd9d-42da2685558b service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892346 Nov 22 17:01:23.992464 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event deleted for resources: {'Port': ['ID=97619032-ecd8-4fb3-b3d6-f20b49ee114f,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:24.054523 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks [] for floatingip, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.054748 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.db.l3_db [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Floating IP 8b03776f-7ff4-4b62-88fa-9bced16216cb disassociated (deleted). External IP: 172.27.3.3, port: 51537d3d-dbc1-43ef-8f85-4501015a232e. Nov 22 17:01:24.492164 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:24.594685 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:24.599741 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for floatingip, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.604408 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] Sync routers for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:24.614579 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:24.615186 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:01:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:24.629473 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-92e7bdae-d916-463b-ad11-fc419ba12655 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "DELETE /v2.0/floatingips/8b03776f-7ff4-4b62-88fa-9bced16216cb HTTP/1.1" status: 204 len: 168 time: 1.0922146 Nov 22 17:01:24.722507 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:24.930879 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:24.957700 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] Checking router: 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:24.966188 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:24.966780 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:01:01Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:25.070109 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:25.265165 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:25.294912 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3554148-6ce8-4240-8240-e0937a23e285 None None] The sync data for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi is: [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:31Z', 'revision_number': 4, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi', '_interfaces': [{'id': 'b9782530-848e-4856-adaf-5da3c69b6722', 'name': '', 'network_id': '8f830bed-f7c5-4a20-b178-18ac7ea2bc75', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'mac_address': 'fa:16:3e:cb:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:31Z', 'updated_at': '2021-11-22T16:59:37Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'subnets': [{'id': '04a47ae7-c2b8-4f45-bb06-b85f44a0966e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:25.332753 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:25.335673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cb1f6a4f2867f1b2eeca3edfe38f23569ef88c824106c895a1f327f90cf3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8140303d-fe5c-4ee9-bc56-3503f6bd217e" -d '{"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:25.374377 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0cfd55-9b99-42e6-bee7-87acac2f425c x-openstack-request-id: req-5e0cfd55-9b99-42e6-bee7-87acac2f425c {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:25.374905 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "status": "completed", "code": 200}]} {{(pid=119718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:25.375185 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e0cfd55-9b99-42e6-bee7-87acac2f425c {{(pid=119718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:25.375722 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'status': 'completed', 'code': 200} Nov 22 17:01:25.465949 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-829575a3-ed69-4bd3-8a04-8e5767ea390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.467543 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-829575a3-ed69-4bd3-8a04-8e5767ea390d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54ae85780780466c945807684ff5e61d&device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 1099 time: 0.0450106 Nov 22 17:01:25.523781 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75afd08-469b-4760-b1ad-a7f5c4a18c1a None None] New status for floating IP 8b03776f-7ff4-4b62-88fa-9bced16216cb: DOWN {{(pid=119720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:01:25.567205 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-f9d7cef2-399a-46f0-9e32-3fb37aaa49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.568709 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-f9d7cef2-399a-46f0-9e32-3fb37aaa49c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 200 len: 916 time: 0.0935814 Nov 22 17:01:25.704308 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-306350cc-aae4-486d-a049-aa414bfde8d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 200 len: 217 time: 0.0363998 Nov 22 17:01:25.774726 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-f164e7fb-fb9a-4c1c-a47e-4dca22da985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.776190 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-f164e7fb-fb9a-4c1c-a47e-4dca22da985f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 200 len: 854 time: 0.0492013 Nov 22 17:01:25.823192 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-2be88983-7e01-475f-a2b5-df80832c3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.825196 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-2be88983-7e01-475f-a2b5-df80832c3f0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f830bed-f7c5-4a20-b178-18ac7ea2bc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409205 Nov 22 17:01:25.920019 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-80d5fb1b-68d9-4565-b8ae-4b2b5946021b service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Nov 22 17:01:26.016197 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8140303d-fe5c-4ee9-bc56-3503f6bd217e req-78d6dfe5-0c6c-4ded-9148-f0cac349731a service neutron] 10.222.0.58 "GET /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 Nov 22 17:01:27.332347 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86da456-5f06-400b-b033-e49b849c4efd req-8b6dc667-2132-467a-8aa2-2c4f6891b41f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:27.333828 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c86da456-5f06-400b-b033-e49b849c4efd req-8b6dc667-2132-467a-8aa2-2c4f6891b41f tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Nov 22 17:01:27.381283 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-c86da456-5f06-400b-b033-e49b849c4efd req-5e5d394f-4f09-4821-ad38-2e5a8d87217c tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Nov 22 17:01:28.545615 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8705cd-69ab-4331-a1ae-6f7026f99450 req-84fa2816-8d93-4568-a57c-a950dd7310fc tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:28.547062 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0a8705cd-69ab-4331-a1ae-6f7026f99450 req-84fa2816-8d93-4568-a57c-a950dd7310fc tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0971138 Nov 22 17:01:28.594308 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-0a8705cd-69ab-4331-a1ae-6f7026f99450 req-279a3aae-1bf0-4bfb-a479-94fc08c62fd6 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Nov 22 17:01:28.862795 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-22eb34c6-efa5-4e6d-8abc-c3464ecaad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.143854 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593328-91af-4c23-94cc-a634b026a1fd req-952114df-8a87-41f7-b744-a31a2e93d887 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:29.145194 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8f593328-91af-4c23-94cc-a634b026a1fd req-952114df-8a87-41f7-b744-a31a2e93d887 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.58 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 946 time: 0.0487664 Nov 22 17:01:29.233145 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Deleting port 51537d3d-dbc1-43ef-8f85-4501015a232e {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:29.233482 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.321920 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] For port 51537d3d-dbc1-43ef-8f85-4501015a232e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=51537d3d-dbc1-43ef-8f85-4501015a232e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:29.322281 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.334882 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Calling delete_port for 51537d3d-dbc1-43ef-8f85-4501015a232e owned by compute:nova {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:29.463093 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.490397 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Pushing event deleted for resources: {'Port': ['ID=51537d3d-dbc1-43ef-8f85-4501015a232e,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:29.498716 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] get_ports_and_sgs() called for port_ids ['51537d3d-dbc1-43ef-8f85-4501015a232e'] {{(pid=119719) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:29.534942 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] No DVR routers for this DVR port 51537d3d-dbc1-43ef-8f85-4501015a232e on host hv-cinder-80473 {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:29.537316 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76936'] for port, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.540658 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [req-8f593328-91af-4c23-94cc-a634b026a1fd req-dbff67a1-7b9f-4f35-b117-b1d6b5f8b9d5 tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.58 "DELETE /v2.0/ports/51537d3d-dbc1-43ef-8f85-4501015a232e HTTP/1.1" status: 204 len: 173 time: 0.3890321 Nov 22 17:01:29.541114 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'name': 'network-vif-deleted', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e'}] {{(pid=119717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:29.543324 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6356a351e576895ef4595df48f085bec99d6d0b094d5f6554917a502a6e50194" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6dc576-2704-46e9-b6df-6984dd28fe86" -d '{"events": [{"server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "name": "network-vif-deleted", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e"}]}' {{(pid=119717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:29.582298 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6707a1bf-79a3-4d07-b453-9f52b6223142 x-openstack-request-id: req-6707a1bf-79a3-4d07-b453-9f52b6223142 {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:29.582595 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27c4492-b9b7-4c7e-941a-913b4cf572c6", "name": "network-vif-deleted", "tag": "51537d3d-dbc1-43ef-8f85-4501015a232e", "status": "completed", "code": 200}]} {{(pid=119717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:29.582847 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6707a1bf-79a3-4d07-b453-9f52b6223142 {{(pid=119717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:29.583261 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27c4492-b9b7-4c7e-941a-913b4cf572c6', 'name': 'network-vif-deleted', 'tag': '51537d3d-dbc1-43ef-8f85-4501015a232e', 'status': 'completed', 'code': 200} Nov 22 17:01:29.696433 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [req-ba2af681-d348-436a-88f5-3e50498a922a req-32adfbfe-82cd-4bbb-8579-1d348c2c8c2d tempest-TestMinimumBasicScenario-1599774120 tempest-TestMinimumBasicScenario-1599774120-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27c4492-b9b7-4c7e-941a-913b4cf572c6 HTTP/1.1" status: 200 len: 210 time: 0.0300498 Nov 22 17:01:31.073614 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-10565a2a-a623-4a17-b0d4-a33b6ac12cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.351607 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52494) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:31.756747 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.036228 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Deleting port b9782530-848e-4856-adaf-5da3c69b6722 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:32.036479 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.115796 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] For port b9782530-848e-4856-adaf-5da3c69b6722, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=b9782530-848e-4856-adaf-5da3c69b6722,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:32.116214 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.129431 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Calling delete_port for b9782530-848e-4856-adaf-5da3c69b6722 owned by network:router_interface {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:32.270638 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.306601 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.330365 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9782530-848e-4856-adaf-5da3c69b6722,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:32.499673 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.711692 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:32.817450 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:32.822504 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-95045f18-7740-483b-b624-9574588847e1 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4698641 Nov 22 17:01:32.825029 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52498) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:32.827464 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] Sync routers for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:32.840718 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:32.842011 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:01:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:32.928376 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks [] for router, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.945355 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: dv-cinder-804735-12-iscsi {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:33.031504 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.084574 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Deleting port 905b8959-da73-4455-be7a-4a5455bc77d2 {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:33.084953 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.125542 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 5, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port': {'id': '905b8959-da73-4455-be7a-4a5455bc77d2', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T16:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:33.150788 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] Checking router: 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d for host: dv-cinder-804735-12-iscsi {{(pid=119719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:33.161157 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] Routers {'3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:33.161792 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:01:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'], 'active': True} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:33.163898 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] For port 905b8959-da73-4455-be7a-4a5455bc77d2, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=905b8959-da73-4455-be7a-4a5455bc77d2,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:33.164282 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.180820 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Calling delete_port for 905b8959-da73-4455-be7a-4a5455bc77d2 owned by network:router_gateway {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:33.344771 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.373681 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvr_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] Set router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d gateway port host: None {{(pid=119719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:33.375703 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=905b8959-da73-4455-be7a-4a5455bc77d2,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:33.430622 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_hamode_db [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T17:01:33Z', 'revision_number': 6, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:33.435281 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.457944 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa60f454-1b34-457e-9b6a-39656d397cf5 None None] The sync data for ids ['3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d'] in dv-cinder-804735-12-iscsi is: [{'id': '3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d', 'name': 'tempest-TestMinimumBasicScenario-1780224969-router', 'tenant_id': '54ae85780780466c945807684ff5e61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:29Z', 'updated_at': '2021-11-22T17:01:33Z', 'revision_number': 6, 'project_id': '54ae85780780466c945807684ff5e61d', 'gw_port_host': None}] {{(pid=119719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:33.524723 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.526880 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.569106 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.569631 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d {{(pid=119718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:33.573818 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] Publish callbacks [] for router, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.574953 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2f034a66-6d09-41d8-b3fd-723c335bcff7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3d0c86fa-cad9-4af1-8e0e-55b31e4bec4d HTTP/1.1" status: 204 len: 168 time: 0.7489932 Nov 22 17:01:33.578734 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52500) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:33.658827 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.857971 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Deleting subnet 04a47ae7-c2b8-4f45-bb06-b85f44a0966e {{(pid=119718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:33.861430 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.895811 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13820347'] for subnet, precommit_delete_associations {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.971251 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.025411 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13509647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13610201'] for subnet, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.048606 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a47ae7-c2b8-4f45-bb06-b85f44a0966e,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:34.054353 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for subnet, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.057888 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-b45e2b80-3727-4a52-a9ae-f0ef9c1197ac admin admin] 10.222.0.61 "DELETE /v2.0/subnets/04a47ae7-c2b8-4f45-bb06-b85f44a0966e HTTP/1.1" status: 204 len: 168 time: 0.4779165 Nov 22 17:01:34.060606 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d71c7d-1c37-4165-a7d2-ae6dbeacc8c2 None None] Network 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:34.061187 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52502) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:34.127420 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.182817 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Deleting port 892be798-3584-489c-86ee-de17b306377e {{(pid=119718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:34.183162 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.254856 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.db [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] For port 892be798-3584-489c-86ee-de17b306377e, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=892be798-3584-489c-86ee-de17b306377e,segment=NetworkSegment(f1b2bddd-c925-4503-a177-5b5c6943a7d8),segment_id=f1b2bddd-c925-4503-a177-5b5c6943a7d8)] {{(pid=119718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:34.254856 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.256560 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] DHCP port deletion for 8f830bed-f7c5-4a20-b178-18ac7ea2bc75 request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:34.269242 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.plugin [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Calling delete_port for 892be798-3584-489c-86ee-de17b306377e owned by network:dhcp {{(pid=119718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:34.285565 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device b9782530-848e-4856-adaf-5da3c69b6722 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:34.311038 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: b9782530-848e-4856-adaf-5da3c69b6722 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:34.311378 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device b9782530-848e-4856-adaf-5da3c69b6722 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:34.311800 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 905b8959-da73-4455-be7a-4a5455bc77d2 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:34.336857 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 51537d3d-dbc1-43ef-8f85-4501015a232e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:34.340400 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 905b8959-da73-4455-be7a-4a5455bc77d2 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:34.340742 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 905b8959-da73-4455-be7a-4a5455bc77d2 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:34.358801 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13509840'] for port, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.362824 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] No Port match for: 51537d3d-dbc1-43ef-8f85-4501015a232e {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:34.363171 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Device 51537d3d-dbc1-43ef-8f85-4501015a232e not bound to the agent host hv-cinder-80473 {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:34.377593 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Deleting port 892be798-3584-489c-86ee-de17b306377e {{(pid=119719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:34.378223 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.390740 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=892be798-3584-489c-86ee-de17b306377e,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:34.393282 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] No DVR routers for this DVR port 892be798-3584-489c-86ee-de17b306377e on host dv-cinder-804735-12-iscsi {{(pid=119718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:34.456435 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] For port 892be798-3584-489c-86ee-de17b306377e, host dv-cinder-804735-12-iscsi, got binding levels [] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:34.456824 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.468423 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.474462 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.476495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Calling delete_port for 892be798-3584-489c-86ee-de17b306377e owned by network:dhcp {{(pid=119719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:34.479901 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.ipam_backend_mixin [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Port 892be798-3584-489c-86ee-de17b306377e was not found and therefore no delete operation was performed {{(pid=119719) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:01:34.481360 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501'] for port, after_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.494405 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f830bed-f7c5-4a20-b178-18ac7ea2bc75']}} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:34.505468 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Pushing event deleted for resources: {'Port': ['ID=892be798-3584-489c-86ee-de17b306377e,revision_number=None']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:34.507306 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b2bddd-c925-4503-a177-5b5c6943a7d8') {'for_net_delete': True} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:34.507592 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.services.segments.db [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b2bddd-c925-4503-a177-5b5c6943a7d8') {} {{(pid=119718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:34.515456 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.515811 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.516179 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.516514 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.516850 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.517178 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.517503 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.518007 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.518341 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.518576 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13820336'] for segment, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.518704 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.518976 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.519296 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-12-iscsi {{(pid=119719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:34.522011 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e8cf4-d666-4d37-8167-6275d2d1e8ad None None] No DVR routers for this DVR port 892be798-3584-489c-86ee-de17b306377e on host dv-cinder-804735-12-iscsi {{(pid=119719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:34.534807 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.541470 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=119718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:34.541919 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13509797'] for segment, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: Traceback (most recent call last): Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: timer() Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: cb(*args, **kw) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: return func(*args, **kwargs) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: self._notify() Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: self.callback(batched_events) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: event.method(event) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: return f(self, *a, **k) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._get(url).json() Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:34.543719 dv-cinder-804735-12-iscsi neutron-server[119718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:34.600911 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.606117 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.610145 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] 10.222.0.61 "DELETE /v2.0/networks/8f830bed-f7c5-4a20-b178-18ac7ea2bc75 HTTP/1.1" status: 204 len: 168 time: 0.5479851 Nov 22 17:01:34.613272 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52504) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:34.620845 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431a268-91ad-4816-9d8f-887bb36c2e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f830bed-f7c5-4a20-b178-18ac7ea2bc75,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:35.018872 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645020'] for router_interface, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.303634 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Deleting port 757e995a-1f5f-48f6-936d-42840fe43894 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:35.303911 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.384680 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] For port 757e995a-1f5f-48f6-936d-42840fe43894, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=757e995a-1f5f-48f6-936d-42840fe43894,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:35.385061 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.398213 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Calling delete_port for 757e995a-1f5f-48f6-936d-42840fe43894 owned by network:router_interface {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:35.569945 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.599408 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=757e995a-1f5f-48f6-936d-42840fe43894,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:35.762304 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-644976'] for router_interface, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.090409 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 892be798-3584-489c-86ee-de17b306377e no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:36.112121 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 892be798-3584-489c-86ee-de17b306377e {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:36.112495 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 892be798-3584-489c-86ee-de17b306377e not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:36.206875 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Router 5533f654-4ee5-4c06-94d5-3662eacec9f1 has already been hosted by L3 agent d7a2b2aa-fa56-4bc2-953b-6fb73d978594 {{(pid=119717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:36.312796 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] Notify agent at l3_agent.dv-cinder-804735-12-iscsi the message routers_updated {{(pid=119717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:36.319047 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-577b9b51-9471-4208-a4f4-8fcd84ed7a91 admin admin] 10.222.0.61 "PUT /v2.0/routers/5533f654-4ee5-4c06-94d5-3662eacec9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035096 Nov 22 17:01:36.320323 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52506) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:36.322873 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] Sync routers for ids ['5533f654-4ee5-4c06-94d5-3662eacec9f1'] in dv-cinder-804735-12-iscsi {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:36.334103 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] Routers {'5533f654-4ee5-4c06-94d5-3662eacec9f1'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:36.334742 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:01:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['5533f654-4ee5-4c06-94d5-3662eacec9f1'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:36.426541 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks [] for router, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.526264 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] Set router 5533f654-4ee5-4c06-94d5-3662eacec9f1 gateway port host: dv-cinder-804735-12-iscsi {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:36.533301 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.584724 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Deleting port 282a2687-9941-44b8-a5da-7e7b52ddbf30 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:36.585060 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.667296 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] For port 282a2687-9941-44b8-a5da-7e7b52ddbf30, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=282a2687-9941-44b8-a5da-7e7b52ddbf30,segment=NetworkSegment(bffe079a-2e0f-46cb-8112-d02cb7d5e338),segment_id=bffe079a-2e0f-46cb-8112-d02cb7d5e338)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:36.667854 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.680767 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Calling delete_port for 282a2687-9941-44b8-a5da-7e7b52ddbf30 owned by network:router_gateway {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:36.709398 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'external_fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T17:01:35Z', 'revision_number': 5, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port': {'id': '282a2687-9941-44b8-a5da-7e7b52ddbf30', 'name': '', 'network_id': 'e3d47b67-192c-467e-aebd-7a5195fb72e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:59:34Z', 'updated_at': '2021-11-22T16:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76951ff4-ad88-4a0d-9f46-8011a23bccf9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-12-iscsi'}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:36.735978 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] Checking router: 5533f654-4ee5-4c06-94d5-3662eacec9f1 for host: dv-cinder-804735-12-iscsi {{(pid=119720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:36.744264 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] Routers {'5533f654-4ee5-4c06-94d5-3662eacec9f1'} bound to L3 agent in host dv-cinder-804735-12-iscsi {{(pid=119720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:36.744875 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:38:31Z,description=,heartbeat_timestamp=2021-11-22T17:01:31Z,host='dv-cinder-804735-12-iscsi',id=d7a2b2aa-fa56-4bc2-953b-6fb73d978594,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:38:31Z,topic='l3_agent')) {'router_ids': ['5533f654-4ee5-4c06-94d5-3662eacec9f1'], 'active': True} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:36.833892 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_dvr_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] Set router 5533f654-4ee5-4c06-94d5-3662eacec9f1 gateway port host: None {{(pid=119720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:36.848813 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.878477 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Pushing event deleted for resources: {'Port': ['ID=282a2687-9941-44b8-a5da-7e7b52ddbf30,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:36.892523 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.l3_hamode_db [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 6, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port_host': None}], 'dv-cinder-804735-12-iscsi', False) {} {{(pid=119720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:36.918739 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011f443-2721-4019-b13b-e4f9ed5d0174 None None] The sync data for ids ['5533f654-4ee5-4c06-94d5-3662eacec9f1'] in dv-cinder-804735-12-iscsi is: [{'id': '5533f654-4ee5-4c06-94d5-3662eacec9f1', 'name': 'tempest-TestMinimumBasicScenario-501321144-router', 'tenant_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:59:33Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 6, 'project_id': '794ff80b9f4f4dcca8b76c4cf56c9d6a', 'gw_port_host': None}] {{(pid=119720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:36.939757 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647122'] for router_gateway, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.031441 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57546'] for router, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.033872 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.085004 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646961'] for router, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.085850 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5533f654-4ee5-4c06-94d5-3662eacec9f1 {{(pid=119717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:37.090291 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] Publish callbacks [] for router, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.091426 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-4237dfcc-5f9d-4df2-9e94-cbb08520159f admin admin] 10.222.0.61 "DELETE /v2.0/routers/5533f654-4ee5-4c06-94d5-3662eacec9f1 HTTP/1.1" status: 204 len: 168 time: 0.7701938 Nov 22 17:01:37.093994 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52508) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:37.138187 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Deleting subnet 27b79bc4-b5ac-44df-a0f1-90a597b95029 {{(pid=119717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:37.141334 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.174800 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555969'] for subnet, precommit_delete_associations {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.252867 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1705258'] for subnet, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.302633 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1705249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13823256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14671005'] for subnet, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.327610 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b79bc4-b5ac-44df-a0f1-90a597b95029,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.331137 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] Publish callbacks [] for subnet, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.334347 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-d8046c4b-87c0-4374-b5b3-97b983da0291 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/27b79bc4-b5ac-44df-a0f1-90a597b95029 HTTP/1.1" status: 204 len: 168 time: 0.2394180 Nov 22 17:01:37.336918 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [-] (119717) accepted ('10.222.0.61', 52510) {{(pid=119717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:37.337406 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84d9094-2a96-4831-bba1-b06f78a22b99 None None] Network 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b requested from dv-cinder-804735-12-iscsi {{(pid=119719) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:37.412254 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1325139'] for network, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.471696 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Deleting port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 {{(pid=119717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:37.472065 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.523840 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600af774-41b4-451b-add4-7305fec1b45a None None] DHCP port deletion for 279d9980-c16f-4c3c-8bc9-ef6252e6fa1b request from dv-cinder-804735-12-iscsi {{(pid=119719) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:37.539991 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.db [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] For port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:37.540400 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.553143 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.plugin [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Calling delete_port for 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 owned by network:dhcp {{(pid=119717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:37.572812 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-600af774-41b4-451b-add4-7305fec1b45a None None] Deleting port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 {{(pid=119719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:37.573187 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-600af774-41b4-451b-add4-7305fec1b45a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790448009768'] for port, before_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.641473 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13823431'] for port, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.645011 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.db [None req-600af774-41b4-451b-add4-7305fec1b45a None None] For port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379, host dv-cinder-804735-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-12-iscsi',level=0,port_id=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,segment=NetworkSegment(783c081a-3268-4262-b49b-b5f184ec1127),segment_id=783c081a-3268-4262-b49b-b5f184ec1127)] {{(pid=119719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:37.645424 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-600af774-41b4-451b-add4-7305fec1b45a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646391'] for port, precommit_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.659969 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-600af774-41b4-451b-add4-7305fec1b45a None None] Calling delete_port for 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 owned by network:dhcp {{(pid=119719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:37.671218 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.673203 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] No DVR routers for this DVR port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 on host dv-cinder-804735-12-iscsi {{(pid=119717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:37.745960 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1711250', 'neutron.services.segments.db._delete_segments_for_network-8790447906699'] for network, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.751415 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-600af774-41b4-451b-add4-7305fec1b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1817121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790448011605', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790447577501'] for port, after_delete {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.768317 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279d9980-c16f-4c3c-8bc9-ef6252e6fa1b']}} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:37.776518 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600af774-41b4-451b-add4-7305fec1b45a None None] Pushing event deleted for resources: {'Port': ['ID=2d3f4a2a-9fbb-44c1-ae6a-f0463e664379,revision_number=None']} {{(pid=119719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.777373 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783c081a-3268-4262-b49b-b5f184ec1127') {'for_net_delete': True} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:37.777676 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.services.segments.db [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783c081a-3268-4262-b49b-b5f184ec1127') {} {{(pid=119717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:37.780800 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600af774-41b4-451b-add4-7305fec1b45a None None] No DVR routers for this DVR port 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 on host dv-cinder-804735-12-iscsi {{(pid=119719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:37.791337 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790448115734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555978'] for segment, before_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.805657 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982'] for segment, precommit_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.812493 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=119717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:37.812870 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1706982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13823410'] for segment, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: Traceback (most recent call last): Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: timer() Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: cb(*args, **kw) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: return func(*args, **kwargs) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: self._notify() Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: self.callback(batched_events) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: event.method(event) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: return f(self, *a, **k) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._get(url).json() Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:37.814740 dv-cinder-804735-12-iscsi neutron-server[119717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:37.870736 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1711259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647150'] for network, after_delete {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.877044 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron_lib.callbacks.manager [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756271'] for network, before_response {{(pid=119717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.880291 dv-cinder-804735-12-iscsi neutron-server[119717]: INFO neutron.wsgi [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/279d9980-c16f-4c3c-8bc9-ef6252e6fa1b HTTP/1.1" status: 204 len: 168 time: 0.5424657 Nov 22 17:01:37.891418 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9029b8-04fb-44a0-ae1e-39c55299f1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=279d9980-c16f-4c3c-8bc9-ef6252e6fa1b,revision_number=None']} {{(pid=119717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.050141 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:38.064567 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52514) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.070864 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:38.071220 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 2d3f4a2a-9fbb-44c1-ae6a-f0463e664379 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:38.071647 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 282a2687-9941-44b8-a5da-7e7b52ddbf30 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:38.091098 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 282a2687-9941-44b8-a5da-7e7b52ddbf30 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:38.091450 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 282a2687-9941-44b8-a5da-7e7b52ddbf30 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:38.092400 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 757e995a-1f5f-48f6-936d-42840fe43894 no longer exists at agent ovs-agent-dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:38.104026 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-fd204017-4c0e-481b-b684-0388eb759104 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54ae85780780466c945807684ff5e61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382814 Nov 22 17:01:38.106416 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52516) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.112255 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] No Port match for: 757e995a-1f5f-48f6-936d-42840fe43894 {{(pid=119719) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:38.112607 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Device 757e995a-1f5f-48f6-936d-42840fe43894 not bound to the agent host dv-cinder-804735-12-iscsi {{(pid=119719) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:38.155533 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-abbdefdd-fc54-4107-a0eb-c5c6faf060e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.175898 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-abbdefdd-fc54-4107-a0eb-c5c6faf060e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.226534 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-abbdefdd-fc54-4107-a0eb-c5c6faf060e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.229688 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-abbdefdd-fc54-4107-a0eb-c5c6faf060e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.230965 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-abbdefdd-fc54-4107-a0eb-c5c6faf060e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc HTTP/1.1" status: 204 len: 168 time: 0.1236708 Nov 22 17:01:38.238577 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdefdd-fc54-4107-a0eb-c5c6faf060e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5556cc4-5bc6-4283-ab65-4c97a3b2e2bc,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.549789 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52522) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.587843 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-2cff1215-5a10-40c7-a781-a827b1a401eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=794ff80b9f4f4dcca8b76c4cf56c9d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369127 Nov 22 17:01:38.590153 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [-] (119718) accepted ('10.222.0.61', 52524) {{(pid=119718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.636715 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-35ccaca0-b70f-4300-b466-0ca3a01bf6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.657374 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-35ccaca0-b70f-4300-b466-0ca3a01bf6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.704093 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-35ccaca0-b70f-4300-b466-0ca3a01bf6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529681'] for security_group, after_delete {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.706781 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron_lib.callbacks.manager [None req-35ccaca0-b70f-4300-b466-0ca3a01bf6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=119718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.708016 dv-cinder-804735-12-iscsi neutron-server[119718]: INFO neutron.wsgi [None req-35ccaca0-b70f-4300-b466-0ca3a01bf6a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d34498b8-d795-43c7-9829-08ac75b29a0e HTTP/1.1" status: 204 len: 168 time: 0.1169701 Nov 22 17:01:38.715948 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccaca0-b70f-4300-b466-0ca3a01bf6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34498b8-d795-43c7-9829-08ac75b29a0e,revision_number=None']} {{(pid=119718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:50.084810 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.220065 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:58.867190 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-af3cd171-e1b6-4005-b85a-427b0c2b3b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.075358 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2a06e18c-f21b-4a14-876e-b77b1f6787fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.266981 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.655325 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.457424 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.083318 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.868518 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2244ed74-a0d8-47e9-91d8-1fb150d955c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.219549 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:31.076552 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-f3d0eeb4-fdf0-471b-b365-af808f80f82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.274302 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.657756 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.458629 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.085194 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.870733 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-94a58b30-131f-4d64-bbf8-4dad77916302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.077738 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-5a196fd0-72cc-4972-b11a-3ce272231261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.274326 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.660615 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.462215 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.222898 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:20.098276 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.871632 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4453-3f2a-4e8d-b140-4d02642033d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.079841 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-42c6fde7-4b46-4b79-89ed-3fc00d792aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.276587 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.663872 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.464088 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.571764 dv-cinder-804735-12-iscsi neutron-server[119717]: DEBUG neutron.wsgi [req-2c9e8705-8958-4d82-9041-df392940d816 req-1a2bf9f2-cefb-4fd7-a46b-b621aa7afa88 service neutron] (119717) timed out ('10.222.0.58', 63500) {{(pid=119717) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:03:37.130027 dv-cinder-804735-12-iscsi neutron-server[119718]: DEBUG neutron.wsgi [req-3174dd9e-d193-484d-a3c8-20fd18deb359 req-7065be8e-1e3b-47e0-9795-787f557a74be service neutron] (119718) timed out ('10.222.0.58', 63484) {{(pid=119718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:03:43.225141 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:50.105396 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.873541 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-1c805960-5740-4f9c-8c07-fdf24edb13c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.081957 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e2a2809a-6b52-4eeb-a6d2-8d518244a75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.278275 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.666195 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.465750 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.131313 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.229266 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:28.875366 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-045ee528-9b98-4dfe-9348-cc0c5825f42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.082570 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7827cad6-acf1-4ba5-8e20-a292379cb4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.280938 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.668892 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.470607 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.128448 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.234657 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:58.876542 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7cd4f2a8-2a8f-45c8-94ea-1ac295771b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.084432 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-b523e5d7-3450-47e9-b0db-eed6c1111f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.285729 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.671584 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.462714 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.141942 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.877069 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-ad0b5305-4ea3-41a9-97ae-9df5d70045ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.085036 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-cb969dfd-21c9-43ab-a50d-56c99f95b856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.287217 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.674599 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.233714 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:34.467565 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.143051 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.877677 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6635-8ae6-4be1-a226-82e324723b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:01.086990 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-064ac64c-c9f7-4dcb-99e1-4adcfa63caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.292467 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.675546 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.469184 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.233131 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:20.156411 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.879132 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb4f0-07e7-41c0-a532-e4757ec13868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.088254 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-78f585b8-f8ef-4dd7-b8b8-bab0383417a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.292623 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-2985e4fd-6216-4b04-b7a0-7a9a1cf12157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.677527 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-861640e9-b8c9-4750-90c9-08e12ffe38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.472631 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-e0cd26f9-45cd-4ae0-97d5-9e88cf920c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.234267 dv-cinder-804735-12-iscsi neutron-server[119720]: DEBUG neutron.db.agents_db [None req-da701525-47a3-4301-ad55-409f6203fdc1 None None] Agent healthcheck: found 6 active agents {{(pid=119720) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:50.156218 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-4e35b3a2-59ca-4c5f-9fb2-a1bd094b99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.883366 dv-cinder-804735-12-iscsi neutron-server[119719]: DEBUG neutron_lib.callbacks.manager [None req-7dddb2d7-dfbe-45dc-b365-2d64322142fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790447906771', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1417015'] for agent, after_update {{(pid=119719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}